2024-11-09 21:17:17,024 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-09 21:17:17,066 main DEBUG Took 0.038861 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 21:17:17,066 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 21:17:17,067 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 21:17:17,068 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 21:17:17,069 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:17:17,082 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 21:17:17,103 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:17:17,107 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:17:17,108 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:17:17,108 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:17:17,109 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:17:17,110 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:17:17,111 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:17:17,112 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:17:17,113 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:17:17,114 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:17:17,115 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:17:17,115 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:17:17,116 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:17:17,117 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:17:17,117 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:17:17,118 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:17:17,118 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:17:17,119 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:17:17,119 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:17:17,120 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:17:17,121 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:17:17,121 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:17:17,122 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:17:17,122 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:17:17,123 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:17:17,123 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 21:17:17,125 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:17:17,127 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 21:17:17,129 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 21:17:17,130 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 21:17:17,131 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 21:17:17,132 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 21:17:17,143 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 21:17:17,149 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 21:17:17,151 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 21:17:17,151 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 21:17:17,152 main DEBUG createAppenders(={Console}) 2024-11-09 21:17:17,153 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-09 21:17:17,153 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-09 21:17:17,154 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-09 21:17:17,154 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 21:17:17,155 main DEBUG OutputStream closed 2024-11-09 21:17:17,155 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 21:17:17,155 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 21:17:17,156 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-09 21:17:17,265 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 21:17:17,268 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 21:17:17,269 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 21:17:17,270 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 21:17:17,271 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 21:17:17,272 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 21:17:17,272 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 21:17:17,272 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 21:17:17,273 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 21:17:17,273 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 21:17:17,274 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 21:17:17,274 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 21:17:17,274 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 21:17:17,275 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 21:17:17,275 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 21:17:17,276 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 21:17:17,276 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 21:17:17,277 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 21:17:17,280 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 21:17:17,280 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-09 21:17:17,281 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 21:17:17,282 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-09T21:17:17,298 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-09 21:17:17,302 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 21:17:17,302 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T21:17:17,378 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=379, ProcessCount=11, AvailableMemoryMB=4251 2024-11-09T21:17:17,718 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-09T21:17:17,779 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f 2024-11-09T21:17:17,783 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f/cluster_f9b45da6-1bcc-a08e-3ebd-d1db3923fe0c, deleteOnExit=true 2024-11-09T21:17:17,959 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f/cluster_f9b45da6-1bcc-a08e-3ebd-d1db3923fe0c/zookeeper_0, clientPort=53683, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f/cluster_f9b45da6-1bcc-a08e-3ebd-d1db3923fe0c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f/cluster_f9b45da6-1bcc-a08e-3ebd-d1db3923fe0c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T21:17:17,977 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53683 2024-11-09T21:17:17,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T21:17:18,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T21:17:18,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f/test.cache.data in system properties and HBase conf 2024-11-09T21:17:18,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T21:17:18,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f/hadoop.log.dir in system properties and HBase conf 2024-11-09T21:17:18,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T21:17:18,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T21:17:18,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T21:17:18,128 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T21:17:18,276 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T21:17:18,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:17:18,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:17:18,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T21:17:18,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:17:18,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T21:17:18,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T21:17:18,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:17:18,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:17:18,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T21:17:18,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f/nfs.dump.dir in system properties and HBase conf 2024-11-09T21:17:18,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f/java.io.tmpdir in system properties and HBase conf 2024-11-09T21:17:18,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:17:18,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T21:17:18,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T21:17:19,644 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T21:17:19,752 INFO [Time-limited test {}] log.Log(170): Logging initialized @3754ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T21:17:19,838 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:17:19,933 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:17:19,991 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:17:19,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:17:19,995 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T21:17:20,015 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:17:20,019 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@da0d9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:17:20,020 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1da1605f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:17:20,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6983e2c5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f/java.io.tmpdir/jetty-localhost-38169-hadoop-hdfs-3_4_1-tests_jar-_-any-13125634893925323598/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:17:20,278 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@342f91b1{HTTP/1.1, (http/1.1)}{localhost:38169} 2024-11-09T21:17:20,278 INFO [Time-limited test {}] server.Server(415): Started @4281ms 2024-11-09T21:17:21,146 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:17:21,158 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:17:21,161 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:17:21,161 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:17:21,161 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T21:17:21,164 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2796396{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:17:21,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e55a42f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:17:21,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48820507{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f/java.io.tmpdir/jetty-localhost-36067-hadoop-hdfs-3_4_1-tests_jar-_-any-118510744265135147/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:17:21,296 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2559a9ca{HTTP/1.1, (http/1.1)}{localhost:36067} 2024-11-09T21:17:21,296 INFO [Time-limited test {}] server.Server(415): Started @5299ms 2024-11-09T21:17:21,351 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T21:17:22,385 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f/cluster_f9b45da6-1bcc-a08e-3ebd-d1db3923fe0c/data/data1/current/BP-982924704-172.17.0.2-1731187039022/current, will proceed with Du for space computation calculation, 2024-11-09T21:17:22,386 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f/cluster_f9b45da6-1bcc-a08e-3ebd-d1db3923fe0c/data/data2/current/BP-982924704-172.17.0.2-1731187039022/current, will proceed with Du for space computation calculation, 2024-11-09T21:17:22,431 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T21:17:22,478 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe83813a46aae3dc4 with lease ID 0xe3a16ebff2212317: Processing first storage report for DS-d2bb21ec-3090-4c79-8cd9-eb4847d61a47 from datanode DatanodeRegistration(127.0.0.1:46697, datanodeUuid=354bf810-1c7f-4f8c-ac63-6df574f56a6b, infoPort=38953, infoSecurePort=0, ipcPort=36641, storageInfo=lv=-57;cid=testClusterID;nsid=1403252254;c=1731187039022) 2024-11-09T21:17:22,479 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe83813a46aae3dc4 with lease ID 0xe3a16ebff2212317: from storage DS-d2bb21ec-3090-4c79-8cd9-eb4847d61a47 node DatanodeRegistration(127.0.0.1:46697, datanodeUuid=354bf810-1c7f-4f8c-ac63-6df574f56a6b, infoPort=38953, infoSecurePort=0, ipcPort=36641, storageInfo=lv=-57;cid=testClusterID;nsid=1403252254;c=1731187039022), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-09T21:17:22,480 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe83813a46aae3dc4 with lease ID 0xe3a16ebff2212317: Processing first storage report for DS-97f15485-5560-4476-92aa-81d23b7ac7bc from datanode DatanodeRegistration(127.0.0.1:46697, datanodeUuid=354bf810-1c7f-4f8c-ac63-6df574f56a6b, infoPort=38953, infoSecurePort=0, ipcPort=36641, storageInfo=lv=-57;cid=testClusterID;nsid=1403252254;c=1731187039022) 2024-11-09T21:17:22,480 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe83813a46aae3dc4 with lease ID 0xe3a16ebff2212317: from storage DS-97f15485-5560-4476-92aa-81d23b7ac7bc node DatanodeRegistration(127.0.0.1:46697, datanodeUuid=354bf810-1c7f-4f8c-ac63-6df574f56a6b, infoPort=38953, infoSecurePort=0, ipcPort=36641, storageInfo=lv=-57;cid=testClusterID;nsid=1403252254;c=1731187039022), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T21:17:22,488 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f 2024-11-09T21:17:22,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:22,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:22,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46697 is added to blk_1073741825_1001 (size=7) 2024-11-09T21:17:23,179 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2 with version=8 2024-11-09T21:17:23,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/hbase-staging 2024-11-09T21:17:23,295 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T21:17:23,691 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:17:23,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:17:23,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:17:23,710 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:17:23,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:17:23,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:17:23,868 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T21:17:23,933 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T21:17:23,944 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T21:17:23,949 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:17:23,981 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13117 (auto-detected) 2024-11-09T21:17:23,982 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-09T21:17:24,007 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43679 2024-11-09T21:17:24,031 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43679 connecting to ZooKeeper ensemble=127.0.0.1:53683 2024-11-09T21:17:24,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436790x0, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:17:24,193 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43679-0x1012175d2920000 connected 2024-11-09T21:17:24,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:24,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:24,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43679-0x1012175d2920000, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Set watcher on znode that does not yet exist, /0-1095355558/running 2024-11-09T21:17:24,300 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2, hbase.cluster.distributed=false 2024-11-09T21:17:24,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43679-0x1012175d2920000, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Set watcher on znode that does not yet exist, /0-1095355558/acl 2024-11-09T21:17:24,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43679 2024-11-09T21:17:24,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43679 2024-11-09T21:17:24,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43679 2024-11-09T21:17:24,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43679 2024-11-09T21:17:24,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43679 2024-11-09T21:17:24,478 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:17:24,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:17:24,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:17:24,481 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:17:24,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:17:24,482 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:17:24,485 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T21:17:24,488 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:17:24,489 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43737 2024-11-09T21:17:24,491 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43737 connecting to ZooKeeper ensemble=127.0.0.1:53683 2024-11-09T21:17:24,492 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:24,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:24,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437370x0, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:17:24,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43737-0x1012175d2920001 connected 2024-11-09T21:17:24,514 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43737-0x1012175d2920001, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Set watcher on znode that does not yet exist, /0-1095355558/running 2024-11-09T21:17:24,522 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T21:17:24,534 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T21:17:24,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43737-0x1012175d2920001, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Set watcher on znode that does not yet exist, /0-1095355558/master 2024-11-09T21:17:24,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43737-0x1012175d2920001, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Set watcher on znode that does not yet exist, /0-1095355558/acl 2024-11-09T21:17:24,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43737 2024-11-09T21:17:24,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43737 2024-11-09T21:17:24,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43737 2024-11-09T21:17:24,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43737 2024-11-09T21:17:24,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43737 2024-11-09T21:17:24,583 DEBUG [M:0;9514d6d5e5be:43679 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9514d6d5e5be:43679 2024-11-09T21:17:24,584 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1095355558/backup-masters/9514d6d5e5be,43679,1731187043499 2024-11-09T21:17:24,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1012175d2920001, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095355558/backup-masters 2024-11-09T21:17:24,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1012175d2920000, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095355558/backup-masters 2024-11-09T21:17:24,598 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43679-0x1012175d2920000, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Set watcher on existing znode=/0-1095355558/backup-masters/9514d6d5e5be,43679,1731187043499 2024-11-09T21:17:24,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1012175d2920000, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095355558 2024-11-09T21:17:24,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1012175d2920001, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1095355558/master 2024-11-09T21:17:24,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1012175d2920001, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095355558 2024-11-09T21:17:24,629 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43679-0x1012175d2920000, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Set watcher on existing znode=/0-1095355558/master 2024-11-09T21:17:24,630 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1095355558/backup-masters/9514d6d5e5be,43679,1731187043499 from backup master directory 2024-11-09T21:17:24,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1012175d2920001, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095355558/backup-masters 2024-11-09T21:17:24,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1012175d2920000, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1095355558/backup-masters/9514d6d5e5be,43679,1731187043499 2024-11-09T21:17:24,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1012175d2920000, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095355558/backup-masters 2024-11-09T21:17:24,639 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:17:24,639 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9514d6d5e5be,43679,1731187043499 2024-11-09T21:17:24,642 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T21:17:24,643 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T21:17:24,701 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/hbase.id] with ID: 4de996c6-d47c-4ca3-9a55-37e1c5d75da4 2024-11-09T21:17:24,702 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/.tmp/hbase.id 2024-11-09T21:17:24,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46697 is added to blk_1073741826_1002 (size=42) 2024-11-09T21:17:24,718 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/.tmp/hbase.id]:[hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/hbase.id] 2024-11-09T21:17:24,784 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:24,791 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T21:17:24,816 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 23ms. 2024-11-09T21:17:24,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1012175d2920000, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095355558 2024-11-09T21:17:24,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1012175d2920001, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095355558 2024-11-09T21:17:24,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46697 is added to blk_1073741827_1003 (size=196) 2024-11-09T21:17:24,856 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:17:24,859 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T21:17:24,878 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:17:24,884 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:17:24,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46697 is added to blk_1073741828_1004 (size=1189) 2024-11-09T21:17:25,339 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store 2024-11-09T21:17:25,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46697 is added to blk_1073741829_1005 (size=34) 2024-11-09T21:17:25,768 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T21:17:25,772 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:17:25,773 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:17:25,773 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:17:25,774 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:17:25,775 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:17:25,776 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:17:25,776 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:17:25,777 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187045773Disabling compacts and flushes for region at 1731187045773Disabling writes for close at 1731187045775 (+2 ms)Writing region close event to WAL at 1731187045776 (+1 ms)Closed at 1731187045776 2024-11-09T21:17:25,779 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/.initializing 2024-11-09T21:17:25,780 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/WALs/9514d6d5e5be,43679,1731187043499 2024-11-09T21:17:25,787 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:17:25,804 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9514d6d5e5be%2C43679%2C1731187043499, suffix=, logDir=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/WALs/9514d6d5e5be,43679,1731187043499, archiveDir=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/oldWALs, maxLogs=10 2024-11-09T21:17:25,836 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/WALs/9514d6d5e5be,43679,1731187043499/9514d6d5e5be%2C43679%2C1731187043499.1731187045809, exclude list is [], retry=0 2024-11-09T21:17:25,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46697,DS-d2bb21ec-3090-4c79-8cd9-eb4847d61a47,DISK] 2024-11-09T21:17:25,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T21:17:25,893 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/WALs/9514d6d5e5be,43679,1731187043499/9514d6d5e5be%2C43679%2C1731187043499.1731187045809 2024-11-09T21:17:25,894 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38953:38953)] 2024-11-09T21:17:25,895 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:17:25,895 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:17:25,899 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:25,900 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:25,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:25,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T21:17:25,971 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:25,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:25,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:25,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T21:17:25,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:25,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:17:25,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:25,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T21:17:25,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:25,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:17:25,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:25,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T21:17:25,987 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:25,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:17:25,989 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:25,993 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:25,994 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:26,000 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:26,000 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:26,004 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:17:26,010 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:26,015 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:17:26,017 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71360476, jitterRate=0.06335395574569702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:17:26,025 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731187045917Initializing all the Stores at 1731187045919 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187045920 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187045921 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187045921Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187045921Cleaning up temporary data from old regions at 1731187046000 (+79 ms)Region opened successfully at 1731187046024 (+24 ms) 2024-11-09T21:17:26,026 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T21:17:26,061 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4487c9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:17:26,094 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T21:17:26,109 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T21:17:26,110 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T21:17:26,114 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T21:17:26,115 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T21:17:26,120 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-09T21:17:26,120 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T21:17:26,148 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T21:17:26,159 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43679-0x1012175d2920000, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Unable to get data of znode /0-1095355558/balancer because node does not exist (not necessarily an error) 2024-11-09T21:17:26,216 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1095355558/balancer already deleted, retry=false 2024-11-09T21:17:26,220 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T21:17:26,223 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43679-0x1012175d2920000, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Unable to get data of znode /0-1095355558/normalizer because node does not exist (not necessarily an error) 2024-11-09T21:17:26,236 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1095355558/normalizer already deleted, retry=false 2024-11-09T21:17:26,239 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T21:17:26,243 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43679-0x1012175d2920000, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Unable to get data of znode /0-1095355558/switch/split because node does not exist (not necessarily an error) 2024-11-09T21:17:26,248 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1095355558/switch/split already deleted, retry=false 2024-11-09T21:17:26,249 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43679-0x1012175d2920000, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Unable to get data of znode /0-1095355558/switch/merge because node does not exist (not necessarily an error) 2024-11-09T21:17:26,258 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1095355558/switch/merge already deleted, retry=false 2024-11-09T21:17:26,280 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43679-0x1012175d2920000, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Unable to get data of znode /0-1095355558/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T21:17:26,290 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1095355558/snapshot-cleanup already deleted, retry=false 2024-11-09T21:17:26,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1012175d2920000, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1095355558/running 2024-11-09T21:17:26,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1012175d2920001, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1095355558/running 2024-11-09T21:17:26,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1012175d2920000, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095355558 2024-11-09T21:17:26,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1012175d2920001, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095355558 2024-11-09T21:17:26,305 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9514d6d5e5be,43679,1731187043499, sessionid=0x1012175d2920000, setting cluster-up flag (Was=false) 2024-11-09T21:17:26,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1012175d2920000, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095355558 2024-11-09T21:17:26,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1012175d2920001, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095355558 2024-11-09T21:17:26,364 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1095355558/flush-table-proc/acquired, /0-1095355558/flush-table-proc/reached, /0-1095355558/flush-table-proc/abort 2024-11-09T21:17:26,366 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,43679,1731187043499 2024-11-09T21:17:26,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1012175d2920000, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095355558 2024-11-09T21:17:26,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1012175d2920001, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095355558 2024-11-09T21:17:26,416 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1095355558/online-snapshot/acquired, /0-1095355558/online-snapshot/reached, /0-1095355558/online-snapshot/abort 2024-11-09T21:17:26,418 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,43679,1731187043499 2024-11-09T21:17:26,424 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T21:17:26,470 INFO [RS:0;9514d6d5e5be:43737 {}] regionserver.HRegionServer(746): ClusterId : 4de996c6-d47c-4ca3-9a55-37e1c5d75da4 2024-11-09T21:17:26,473 DEBUG [RS:0;9514d6d5e5be:43737 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T21:17:26,482 DEBUG [RS:0;9514d6d5e5be:43737 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T21:17:26,482 DEBUG [RS:0;9514d6d5e5be:43737 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T21:17:26,493 DEBUG [RS:0;9514d6d5e5be:43737 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T21:17:26,494 DEBUG [RS:0;9514d6d5e5be:43737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@578d6fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:17:26,507 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T21:17:26,513 DEBUG [RS:0;9514d6d5e5be:43737 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9514d6d5e5be:43737 2024-11-09T21:17:26,517 INFO [RS:0;9514d6d5e5be:43737 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T21:17:26,517 INFO [RS:0;9514d6d5e5be:43737 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T21:17:26,517 DEBUG [RS:0;9514d6d5e5be:43737 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T21:17:26,519 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T21:17:26,520 INFO [RS:0;9514d6d5e5be:43737 {}] regionserver.HRegionServer(2659): reportForDuty to master=9514d6d5e5be,43679,1731187043499 with port=43737, startcode=1731187044439 2024-11-09T21:17:26,527 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T21:17:26,531 DEBUG [RS:0;9514d6d5e5be:43737 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T21:17:26,534 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9514d6d5e5be,43679,1731187043499 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T21:17:26,542 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:17:26,542 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:17:26,542 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:17:26,543 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:17:26,543 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9514d6d5e5be:0, corePoolSize=10, maxPoolSize=10 2024-11-09T21:17:26,543 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:26,543 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:17:26,543 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:26,555 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:17:26,556 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T21:17:26,562 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:26,563 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T21:17:26,568 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731187076568 2024-11-09T21:17:26,570 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T21:17:26,582 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T21:17:26,583 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54419, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T21:17:26,587 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T21:17:26,587 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T21:17:26,587 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T21:17:26,588 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T21:17:26,590 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43679 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T21:17:26,594 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:26,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46697 is added to blk_1073741831_1007 (size=1321) 2024-11-09T21:17:26,608 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T21:17:26,610 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T21:17:26,610 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T21:17:26,611 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T21:17:26,616 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T21:17:26,617 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T21:17:26,619 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187046618,5,FailOnTimeoutGroup] 2024-11-09T21:17:26,620 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187046619,5,FailOnTimeoutGroup] 2024-11-09T21:17:26,620 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:26,620 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T21:17:26,621 DEBUG [RS:0;9514d6d5e5be:43737 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-09T21:17:26,621 WARN [RS:0;9514d6d5e5be:43737 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-09T21:17:26,622 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:26,622 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:26,723 INFO [RS:0;9514d6d5e5be:43737 {}] regionserver.HRegionServer(2659): reportForDuty to master=9514d6d5e5be,43679,1731187043499 with port=43737, startcode=1731187044439 2024-11-09T21:17:26,725 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43679 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9514d6d5e5be,43737,1731187044439 2024-11-09T21:17:26,728 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43679 {}] master.ServerManager(517): Registering regionserver=9514d6d5e5be,43737,1731187044439 2024-11-09T21:17:26,737 DEBUG [RS:0;9514d6d5e5be:43737 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2 2024-11-09T21:17:26,737 DEBUG [RS:0;9514d6d5e5be:43737 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40081 2024-11-09T21:17:26,737 DEBUG [RS:0;9514d6d5e5be:43737 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T21:17:26,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1012175d2920000, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095355558/rs 2024-11-09T21:17:26,754 DEBUG [RS:0;9514d6d5e5be:43737 {}] zookeeper.ZKUtil(111): regionserver:43737-0x1012175d2920001, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Set watcher on existing znode=/0-1095355558/rs/9514d6d5e5be,43737,1731187044439 2024-11-09T21:17:26,754 WARN [RS:0;9514d6d5e5be:43737 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:17:26,754 INFO [RS:0;9514d6d5e5be:43737 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:17:26,754 DEBUG [RS:0;9514d6d5e5be:43737 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,43737,1731187044439 2024-11-09T21:17:26,756 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9514d6d5e5be,43737,1731187044439] 2024-11-09T21:17:26,784 INFO [RS:0;9514d6d5e5be:43737 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T21:17:26,806 INFO [RS:0;9514d6d5e5be:43737 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T21:17:26,812 INFO [RS:0;9514d6d5e5be:43737 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T21:17:26,812 INFO [RS:0;9514d6d5e5be:43737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:26,813 INFO [RS:0;9514d6d5e5be:43737 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T21:17:26,820 INFO [RS:0;9514d6d5e5be:43737 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T21:17:26,821 INFO [RS:0;9514d6d5e5be:43737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:26,822 DEBUG [RS:0;9514d6d5e5be:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:26,822 DEBUG [RS:0;9514d6d5e5be:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:26,822 DEBUG [RS:0;9514d6d5e5be:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:26,822 DEBUG [RS:0;9514d6d5e5be:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:26,823 DEBUG [RS:0;9514d6d5e5be:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:26,823 DEBUG [RS:0;9514d6d5e5be:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:17:26,823 DEBUG [RS:0;9514d6d5e5be:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:26,823 DEBUG [RS:0;9514d6d5e5be:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:26,823 DEBUG [RS:0;9514d6d5e5be:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:26,824 DEBUG [RS:0;9514d6d5e5be:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:26,824 DEBUG [RS:0;9514d6d5e5be:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:26,824 DEBUG [RS:0;9514d6d5e5be:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:26,824 DEBUG [RS:0;9514d6d5e5be:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:17:26,824 DEBUG [RS:0;9514d6d5e5be:43737 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:17:26,828 INFO [RS:0;9514d6d5e5be:43737 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:26,828 INFO [RS:0;9514d6d5e5be:43737 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:26,828 INFO [RS:0;9514d6d5e5be:43737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:26,829 INFO [RS:0;9514d6d5e5be:43737 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:26,829 INFO [RS:0;9514d6d5e5be:43737 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:26,829 INFO [RS:0;9514d6d5e5be:43737 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,43737,1731187044439-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:17:26,850 INFO [RS:0;9514d6d5e5be:43737 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T21:17:26,852 INFO [RS:0;9514d6d5e5be:43737 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,43737,1731187044439-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:26,852 INFO [RS:0;9514d6d5e5be:43737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:26,852 INFO [RS:0;9514d6d5e5be:43737 {}] regionserver.Replication(171): 9514d6d5e5be,43737,1731187044439 started 2024-11-09T21:17:26,870 INFO [RS:0;9514d6d5e5be:43737 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:26,871 INFO [RS:0;9514d6d5e5be:43737 {}] regionserver.HRegionServer(1482): Serving as 9514d6d5e5be,43737,1731187044439, RpcServer on 9514d6d5e5be/172.17.0.2:43737, sessionid=0x1012175d2920001 2024-11-09T21:17:26,871 DEBUG [RS:0;9514d6d5e5be:43737 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T21:17:26,872 DEBUG [RS:0;9514d6d5e5be:43737 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9514d6d5e5be,43737,1731187044439 2024-11-09T21:17:26,872 DEBUG [RS:0;9514d6d5e5be:43737 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,43737,1731187044439' 2024-11-09T21:17:26,872 DEBUG [RS:0;9514d6d5e5be:43737 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1095355558/flush-table-proc/abort' 2024-11-09T21:17:26,873 DEBUG [RS:0;9514d6d5e5be:43737 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1095355558/flush-table-proc/acquired' 2024-11-09T21:17:26,873 DEBUG [RS:0;9514d6d5e5be:43737 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T21:17:26,874 DEBUG [RS:0;9514d6d5e5be:43737 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T21:17:26,874 DEBUG [RS:0;9514d6d5e5be:43737 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9514d6d5e5be,43737,1731187044439 2024-11-09T21:17:26,874 DEBUG [RS:0;9514d6d5e5be:43737 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,43737,1731187044439' 2024-11-09T21:17:26,874 DEBUG [RS:0;9514d6d5e5be:43737 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1095355558/online-snapshot/abort' 2024-11-09T21:17:26,874 DEBUG [RS:0;9514d6d5e5be:43737 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1095355558/online-snapshot/acquired' 2024-11-09T21:17:26,875 DEBUG [RS:0;9514d6d5e5be:43737 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T21:17:26,875 INFO [RS:0;9514d6d5e5be:43737 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T21:17:26,875 INFO [RS:0;9514d6d5e5be:43737 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T21:17:26,982 INFO [RS:0;9514d6d5e5be:43737 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:17:26,985 INFO [RS:0;9514d6d5e5be:43737 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C43737%2C1731187044439, suffix=, logDir=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,43737,1731187044439, archiveDir=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/oldWALs, maxLogs=10 2024-11-09T21:17:27,008 DEBUG [RS:0;9514d6d5e5be:43737 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,43737,1731187044439/9514d6d5e5be%2C43737%2C1731187044439.1731187046989, exclude list is [], retry=0 2024-11-09T21:17:27,009 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T21:17:27,010 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2 2024-11-09T21:17:27,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46697,DS-d2bb21ec-3090-4c79-8cd9-eb4847d61a47,DISK] 2024-11-09T21:17:27,018 INFO [RS:0;9514d6d5e5be:43737 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,43737,1731187044439/9514d6d5e5be%2C43737%2C1731187044439.1731187046989 2024-11-09T21:17:27,019 DEBUG [RS:0;9514d6d5e5be:43737 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38953:38953)] 2024-11-09T21:17:27,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46697 is added to blk_1073741833_1009 (size=32) 2024-11-09T21:17:27,426 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:17:27,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:17:27,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:17:27,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:27,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:27,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:17:27,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:17:27,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:27,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:27,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:17:27,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:17:27,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:27,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:27,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:17:27,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:17:27,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:27,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:27,462 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:17:27,464 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/meta/1588230740 2024-11-09T21:17:27,465 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/meta/1588230740 2024-11-09T21:17:27,471 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:17:27,471 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:17:27,473 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:17:27,478 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:17:27,497 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:17:27,499 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62431059, jitterRate=-0.06970472633838654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:17:27,503 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731187047427Initializing all the Stores at 1731187047431 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187047431Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187047432 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187047432Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187047432Cleaning up temporary data from old regions at 1731187047471 (+39 ms)Region opened successfully at 1731187047503 (+32 ms) 2024-11-09T21:17:27,503 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:17:27,504 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:17:27,504 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:17:27,504 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:17:27,504 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:17:27,506 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:17:27,507 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187047503Disabling compacts and flushes for region at 1731187047503Disabling writes for close at 1731187047504 (+1 ms)Writing region close event to WAL at 1731187047506 (+2 ms)Closed at 1731187047506 2024-11-09T21:17:27,512 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:17:27,512 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T21:17:27,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T21:17:27,537 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:17:27,543 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T21:17:27,696 DEBUG [9514d6d5e5be:43679 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T21:17:27,713 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9514d6d5e5be,43737,1731187044439 2024-11-09T21:17:27,737 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,43737,1731187044439, state=OPENING 2024-11-09T21:17:27,795 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T21:17:27,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1012175d2920000, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095355558 2024-11-09T21:17:27,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1012175d2920001, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095355558 2024-11-09T21:17:27,833 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1095355558/meta-region-server: CHANGED 2024-11-09T21:17:27,836 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1095355558/meta-region-server: CHANGED 2024-11-09T21:17:27,838 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:17:27,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,43737,1731187044439}] 2024-11-09T21:17:28,030 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:17:28,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T21:17:28,069 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T21:17:28,069 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:17:28,076 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T21:17:28,081 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C43737%2C1731187044439.meta, suffix=.meta, logDir=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,43737,1731187044439, archiveDir=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/oldWALs, maxLogs=10 2024-11-09T21:17:28,108 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,43737,1731187044439/9514d6d5e5be%2C43737%2C1731187044439.meta.1731187048086.meta, exclude list is [], retry=0 2024-11-09T21:17:28,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46697,DS-d2bb21ec-3090-4c79-8cd9-eb4847d61a47,DISK] 2024-11-09T21:17:28,157 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,43737,1731187044439/9514d6d5e5be%2C43737%2C1731187044439.meta.1731187048086.meta 2024-11-09T21:17:28,168 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38953:38953)] 2024-11-09T21:17:28,169 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:17:28,185 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:17:28,187 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:17:28,196 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T21:17:28,199 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T21:17:28,205 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T21:17:28,206 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:17:28,206 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T21:17:28,207 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T21:17:28,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:17:28,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:17:28,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:28,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:28,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:17:28,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:17:28,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:28,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:28,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:17:28,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:17:28,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:28,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:28,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:17:28,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:17:28,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:28,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:28,236 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:17:28,238 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/meta/1588230740 2024-11-09T21:17:28,243 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/meta/1588230740 2024-11-09T21:17:28,248 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:17:28,248 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:17:28,251 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:17:28,265 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:17:28,275 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75440404, jitterRate=0.1241496205329895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:17:28,275 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T21:17:28,278 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731187048207Writing region info on filesystem at 1731187048208 (+1 ms)Initializing all the Stores at 1731187048211 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187048211Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187048213 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187048213Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187048214 (+1 ms)Cleaning up temporary data from old regions at 1731187048248 (+34 ms)Running coprocessor post-open hooks at 1731187048276 (+28 ms)Region opened successfully at 1731187048278 (+2 ms) 2024-11-09T21:17:28,287 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731187048017 2024-11-09T21:17:28,307 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T21:17:28,308 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,43737,1731187044439 2024-11-09T21:17:28,308 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T21:17:28,311 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,43737,1731187044439, state=OPEN 2024-11-09T21:17:28,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1012175d2920001, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1095355558/meta-region-server 2024-11-09T21:17:28,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1095355558/meta-region-server: CHANGED 2024-11-09T21:17:28,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1012175d2920000, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1095355558/meta-region-server 2024-11-09T21:17:28,365 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1095355558/meta-region-server: CHANGED 2024-11-09T21:17:28,367 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9514d6d5e5be,43737,1731187044439 2024-11-09T21:17:28,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T21:17:28,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,43737,1731187044439 in 527 msec 2024-11-09T21:17:28,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T21:17:28,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 861 msec 2024-11-09T21:17:28,402 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:17:28,402 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T21:17:28,431 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:17:28,433 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,43737,1731187044439, seqNum=-1] 2024-11-09T21:17:28,508 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:17:28,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:17:28,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.0970 sec 2024-11-09T21:17:28,556 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731187048556, completionTime=-1 2024-11-09T21:17:28,559 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T21:17:28,560 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T21:17:28,599 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T21:17:28,599 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731187108599 2024-11-09T21:17:28,599 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731187168599 2024-11-09T21:17:28,599 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 39 msec 2024-11-09T21:17:28,602 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,43679,1731187043499-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:28,602 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,43679,1731187043499-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:28,602 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,43679,1731187043499-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:28,604 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9514d6d5e5be:43679, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:28,605 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:28,605 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:28,617 DEBUG [master/9514d6d5e5be:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T21:17:28,648 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.008sec 2024-11-09T21:17:28,649 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T21:17:28,651 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T21:17:28,653 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T21:17:28,654 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T21:17:28,654 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T21:17:28,655 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,43679,1731187043499-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:17:28,655 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,43679,1731187043499-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T21:17:28,665 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T21:17:28,666 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T21:17:28,667 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,43679,1731187043499-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:28,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35f5f575, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:28,697 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T21:17:28,697 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T21:17:28,701 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,43679,-1 for getting cluster id 2024-11-09T21:17:28,704 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:17:28,716 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4de996c6-d47c-4ca3-9a55-37e1c5d75da4' 2024-11-09T21:17:28,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:17:28,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4de996c6-d47c-4ca3-9a55-37e1c5d75da4" 2024-11-09T21:17:28,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f079a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:28,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,43679,-1] 2024-11-09T21:17:28,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:17:28,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:28,731 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:17:28,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@759de19a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:28,737 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:17:28,754 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,43737,1731187044439, seqNum=-1] 2024-11-09T21:17:28,760 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:17:28,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:17:28,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9514d6d5e5be,43679,1731187043499 2024-11-09T21:17:28,822 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53683 2024-11-09T21:17:28,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:17:28,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012175d2920002 connected 2024-11-09T21:17:28,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f/hadoop.log.dir so I do NOT create it in target/test-data/4f76aab2-db96-9177-0688-e5eb3830a08b 2024-11-09T21:17:28,921 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T21:17:28,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f/hadoop.tmp.dir so I do NOT create it in target/test-data/4f76aab2-db96-9177-0688-e5eb3830a08b 2024-11-09T21:17:28,921 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T21:17:28,921 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f76aab2-db96-9177-0688-e5eb3830a08b 2024-11-09T21:17:28,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T21:17:28,922 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f76aab2-db96-9177-0688-e5eb3830a08b/cluster_2fa1b5c9-e790-3261-d113-01c2c202be62, deleteOnExit=true 2024-11-09T21:17:28,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T21:17:28,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f76aab2-db96-9177-0688-e5eb3830a08b/test.cache.data in system properties and HBase conf 2024-11-09T21:17:28,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f76aab2-db96-9177-0688-e5eb3830a08b/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T21:17:28,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f76aab2-db96-9177-0688-e5eb3830a08b/hadoop.log.dir in system properties and HBase conf 2024-11-09T21:17:28,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f76aab2-db96-9177-0688-e5eb3830a08b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T21:17:28,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f76aab2-db96-9177-0688-e5eb3830a08b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T21:17:28,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T21:17:28,923 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T21:17:28,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f76aab2-db96-9177-0688-e5eb3830a08b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:17:28,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f76aab2-db96-9177-0688-e5eb3830a08b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:17:28,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f76aab2-db96-9177-0688-e5eb3830a08b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T21:17:28,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f76aab2-db96-9177-0688-e5eb3830a08b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:17:28,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f76aab2-db96-9177-0688-e5eb3830a08b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T21:17:28,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f76aab2-db96-9177-0688-e5eb3830a08b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T21:17:28,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f76aab2-db96-9177-0688-e5eb3830a08b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:17:28,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f76aab2-db96-9177-0688-e5eb3830a08b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:17:28,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f76aab2-db96-9177-0688-e5eb3830a08b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T21:17:28,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f76aab2-db96-9177-0688-e5eb3830a08b/nfs.dump.dir in system properties and HBase conf 2024-11-09T21:17:28,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f76aab2-db96-9177-0688-e5eb3830a08b/java.io.tmpdir in system properties and HBase conf 2024-11-09T21:17:28,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f76aab2-db96-9177-0688-e5eb3830a08b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:17:28,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f76aab2-db96-9177-0688-e5eb3830a08b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T21:17:28,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f76aab2-db96-9177-0688-e5eb3830a08b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T21:17:29,412 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:17:29,420 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:17:29,424 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:17:29,424 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:17:29,425 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T21:17:29,426 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:17:29,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68ef5fe7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f76aab2-db96-9177-0688-e5eb3830a08b/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:17:29,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@748844f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:17:29,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f46caf4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f76aab2-db96-9177-0688-e5eb3830a08b/java.io.tmpdir/jetty-localhost-45349-hadoop-hdfs-3_4_1-tests_jar-_-any-3667552852850556376/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:17:29,557 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73b208c9{HTTP/1.1, (http/1.1)}{localhost:45349} 2024-11-09T21:17:29,557 INFO [Time-limited test {}] server.Server(415): Started @13560ms 2024-11-09T21:17:29,860 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:17:29,865 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:17:29,872 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:17:29,872 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:17:29,872 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T21:17:29,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76a82fa7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f76aab2-db96-9177-0688-e5eb3830a08b/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:17:29,874 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14edc8b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:17:30,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b42e7f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f76aab2-db96-9177-0688-e5eb3830a08b/java.io.tmpdir/jetty-localhost-42155-hadoop-hdfs-3_4_1-tests_jar-_-any-1491305014060978100/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:17:30,023 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@607efd2c{HTTP/1.1, (http/1.1)}{localhost:42155} 2024-11-09T21:17:30,023 INFO [Time-limited test {}] server.Server(415): Started @14026ms 2024-11-09T21:17:30,025 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T21:17:30,805 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f76aab2-db96-9177-0688-e5eb3830a08b/cluster_2fa1b5c9-e790-3261-d113-01c2c202be62/data/data1/current/BP-15843098-172.17.0.2-1731187048964/current, will proceed with Du for space computation calculation, 2024-11-09T21:17:30,813 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f76aab2-db96-9177-0688-e5eb3830a08b/cluster_2fa1b5c9-e790-3261-d113-01c2c202be62/data/data2/current/BP-15843098-172.17.0.2-1731187048964/current, will proceed with Du for space computation calculation, 2024-11-09T21:17:30,837 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T21:17:30,841 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcdc065c1afca92cc with lease ID 0x4439a155d28b5440: Processing first storage report for DS-73b439e5-57a2-4edf-b945-a360186700a8 from datanode DatanodeRegistration(127.0.0.1:36921, datanodeUuid=7d48bfb9-260b-4dac-98dd-c7f09844317c, infoPort=41517, infoSecurePort=0, ipcPort=41865, storageInfo=lv=-57;cid=testClusterID;nsid=1419987594;c=1731187048964) 2024-11-09T21:17:30,841 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcdc065c1afca92cc with lease ID 0x4439a155d28b5440: from storage DS-73b439e5-57a2-4edf-b945-a360186700a8 node DatanodeRegistration(127.0.0.1:36921, datanodeUuid=7d48bfb9-260b-4dac-98dd-c7f09844317c, infoPort=41517, infoSecurePort=0, ipcPort=41865, storageInfo=lv=-57;cid=testClusterID;nsid=1419987594;c=1731187048964), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:17:30,842 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcdc065c1afca92cc with lease ID 0x4439a155d28b5440: Processing first storage report for DS-e6b56f25-68cb-44fa-8a78-d9b165ec092e from datanode DatanodeRegistration(127.0.0.1:36921, datanodeUuid=7d48bfb9-260b-4dac-98dd-c7f09844317c, infoPort=41517, infoSecurePort=0, ipcPort=41865, storageInfo=lv=-57;cid=testClusterID;nsid=1419987594;c=1731187048964) 2024-11-09T21:17:30,842 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcdc065c1afca92cc with lease ID 0x4439a155d28b5440: from storage DS-e6b56f25-68cb-44fa-8a78-d9b165ec092e node DatanodeRegistration(127.0.0.1:36921, datanodeUuid=7d48bfb9-260b-4dac-98dd-c7f09844317c, infoPort=41517, infoSecurePort=0, ipcPort=41865, storageInfo=lv=-57;cid=testClusterID;nsid=1419987594;c=1731187048964), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:17:30,878 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f76aab2-db96-9177-0688-e5eb3830a08b 2024-11-09T21:17:30,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:30,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:30,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741825_1001 (size=7) 2024-11-09T21:17:31,299 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2 with version=8 2024-11-09T21:17:31,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/hbase-staging 2024-11-09T21:17:31,301 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:17:31,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:17:31,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:17:31,302 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:17:31,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:17:31,302 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:17:31,302 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T21:17:31,302 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:17:31,325 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33157 2024-11-09T21:17:31,327 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33157 connecting to ZooKeeper ensemble=127.0.0.1:53683 2024-11-09T21:17:31,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331570x0, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:17:31,374 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33157-0x1012175d2920003 connected 2024-11-09T21:17:31,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:31,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:31,452 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33157-0x1012175d2920003, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Set watcher on znode that does not yet exist, /1-1431979438/running 2024-11-09T21:17:31,452 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2, hbase.cluster.distributed=false 2024-11-09T21:17:31,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33157-0x1012175d2920003, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Set watcher on znode that does not yet exist, /1-1431979438/acl 2024-11-09T21:17:31,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33157 2024-11-09T21:17:31,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33157 2024-11-09T21:17:31,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33157 2024-11-09T21:17:31,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33157 2024-11-09T21:17:31,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33157 2024-11-09T21:17:31,481 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:17:31,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:17:31,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:17:31,481 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:17:31,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:17:31,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:17:31,482 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T21:17:31,482 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:17:31,484 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44843 2024-11-09T21:17:31,487 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44843 connecting to ZooKeeper ensemble=127.0.0.1:53683 2024-11-09T21:17:31,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:31,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:31,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448430x0, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:17:31,511 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448430x0, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Set watcher on znode that does not yet exist, /1-1431979438/running 2024-11-09T21:17:31,512 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T21:17:31,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44843-0x1012175d2920004 connected 2024-11-09T21:17:31,514 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T21:17:31,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44843-0x1012175d2920004, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Set watcher on znode that does not yet exist, /1-1431979438/master 2024-11-09T21:17:31,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44843-0x1012175d2920004, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Set watcher on znode that does not yet exist, /1-1431979438/acl 2024-11-09T21:17:31,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44843 2024-11-09T21:17:31,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44843 2024-11-09T21:17:31,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44843 2024-11-09T21:17:31,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44843 2024-11-09T21:17:31,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44843 2024-11-09T21:17:31,549 DEBUG [M:0;9514d6d5e5be:33157 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9514d6d5e5be:33157 2024-11-09T21:17:31,549 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1431979438/backup-masters/9514d6d5e5be,33157,1731187051301 2024-11-09T21:17:31,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x1012175d2920004, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1431979438/backup-masters 2024-11-09T21:17:31,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33157-0x1012175d2920003, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1431979438/backup-masters 2024-11-09T21:17:31,563 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33157-0x1012175d2920003, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Set watcher on existing znode=/1-1431979438/backup-masters/9514d6d5e5be,33157,1731187051301 2024-11-09T21:17:31,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x1012175d2920004, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1431979438/master 2024-11-09T21:17:31,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33157-0x1012175d2920003, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1431979438 2024-11-09T21:17:31,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x1012175d2920004, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1431979438 2024-11-09T21:17:31,575 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33157-0x1012175d2920003, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Set watcher on existing znode=/1-1431979438/master 2024-11-09T21:17:31,578 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1431979438/backup-masters/9514d6d5e5be,33157,1731187051301 from backup master directory 2024-11-09T21:17:31,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x1012175d2920004, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1431979438/backup-masters 2024-11-09T21:17:31,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33157-0x1012175d2920003, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1431979438/backup-masters/9514d6d5e5be,33157,1731187051301 2024-11-09T21:17:31,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33157-0x1012175d2920003, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1431979438/backup-masters 2024-11-09T21:17:31,585 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:17:31,585 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9514d6d5e5be,33157,1731187051301 2024-11-09T21:17:31,602 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/hbase.id] with ID: fda10b31-878b-4e45-8d5f-dde46fc618db 2024-11-09T21:17:31,603 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/.tmp/hbase.id 2024-11-09T21:17:31,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741826_1002 (size=42) 2024-11-09T21:17:31,620 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/.tmp/hbase.id]:[hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/hbase.id] 2024-11-09T21:17:31,667 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:31,667 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T21:17:31,672 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 5ms. 2024-11-09T21:17:31,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33157-0x1012175d2920003, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1431979438 2024-11-09T21:17:31,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x1012175d2920004, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1431979438 2024-11-09T21:17:31,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741827_1003 (size=196) 2024-11-09T21:17:32,112 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:17:32,113 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T21:17:32,116 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:17:32,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741828_1004 (size=1189) 2024-11-09T21:17:32,532 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/MasterData/data/master/store 2024-11-09T21:17:32,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741829_1005 (size=34) 2024-11-09T21:17:32,777 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T21:17:32,943 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:17:32,943 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:17:32,943 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:17:32,943 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:17:32,943 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:17:32,943 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:17:32,943 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:17:32,944 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187052943Disabling compacts and flushes for region at 1731187052943Disabling writes for close at 1731187052943Writing region close event to WAL at 1731187052943Closed at 1731187052943 2024-11-09T21:17:32,945 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/MasterData/data/master/store/.initializing 2024-11-09T21:17:32,945 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/MasterData/WALs/9514d6d5e5be,33157,1731187051301 2024-11-09T21:17:32,947 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:17:32,949 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9514d6d5e5be%2C33157%2C1731187051301, suffix=, logDir=hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/MasterData/WALs/9514d6d5e5be,33157,1731187051301, archiveDir=hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/MasterData/oldWALs, maxLogs=10 2024-11-09T21:17:32,961 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/MasterData/WALs/9514d6d5e5be,33157,1731187051301/9514d6d5e5be%2C33157%2C1731187051301.1731187052950, exclude list is [], retry=0 2024-11-09T21:17:32,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36921,DS-73b439e5-57a2-4edf-b945-a360186700a8,DISK] 2024-11-09T21:17:32,969 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/MasterData/WALs/9514d6d5e5be,33157,1731187051301/9514d6d5e5be%2C33157%2C1731187051301.1731187052950 2024-11-09T21:17:32,969 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41517:41517)] 2024-11-09T21:17:32,970 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:17:32,970 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:17:32,970 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:32,970 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:32,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:32,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T21:17:32,976 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:32,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:32,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:32,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T21:17:32,980 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:32,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:17:32,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:32,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T21:17:32,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:32,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:17:32,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:32,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T21:17:32,987 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:32,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:17:32,988 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:32,989 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:32,990 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:32,992 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:32,992 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:32,993 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:17:32,995 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:32,999 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:17:33,000 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68784516, jitterRate=0.024969160556793213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:17:33,000 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731187052970Initializing all the Stores at 1731187052972 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187052972Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187052973 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187052973Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187052973Cleaning up temporary data from old regions at 1731187052992 (+19 ms)Region opened successfully at 1731187053000 (+8 ms) 2024-11-09T21:17:33,000 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T21:17:33,006 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@574c90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:17:33,007 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T21:17:33,007 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T21:17:33,007 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T21:17:33,007 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T21:17:33,008 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T21:17:33,008 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T21:17:33,008 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T21:17:33,011 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T21:17:33,012 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33157-0x1012175d2920003, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Unable to get data of znode /1-1431979438/balancer because node does not exist (not necessarily an error) 2024-11-09T21:17:33,100 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1431979438/balancer already deleted, retry=false 2024-11-09T21:17:33,101 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T21:17:33,102 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33157-0x1012175d2920003, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Unable to get data of znode /1-1431979438/normalizer because node does not exist (not necessarily an error) 2024-11-09T21:17:33,110 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1431979438/normalizer already deleted, retry=false 2024-11-09T21:17:33,111 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T21:17:33,112 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33157-0x1012175d2920003, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Unable to get data of znode /1-1431979438/switch/split because node does not exist (not necessarily an error) 2024-11-09T21:17:33,121 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1431979438/switch/split already deleted, retry=false 2024-11-09T21:17:33,122 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33157-0x1012175d2920003, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Unable to get data of znode /1-1431979438/switch/merge because node does not exist (not necessarily an error) 2024-11-09T21:17:33,131 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1431979438/switch/merge already deleted, retry=false 2024-11-09T21:17:33,134 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33157-0x1012175d2920003, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Unable to get data of znode /1-1431979438/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T21:17:33,142 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1431979438/snapshot-cleanup already deleted, retry=false 2024-11-09T21:17:33,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33157-0x1012175d2920003, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1431979438/running 2024-11-09T21:17:33,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x1012175d2920004, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1431979438/running 2024-11-09T21:17:33,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33157-0x1012175d2920003, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1431979438 2024-11-09T21:17:33,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x1012175d2920004, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1431979438 2024-11-09T21:17:33,154 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9514d6d5e5be,33157,1731187051301, sessionid=0x1012175d2920003, setting cluster-up flag (Was=false) 2024-11-09T21:17:33,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x1012175d2920004, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1431979438 2024-11-09T21:17:33,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33157-0x1012175d2920003, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1431979438 2024-11-09T21:17:33,205 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1431979438/flush-table-proc/acquired, /1-1431979438/flush-table-proc/reached, /1-1431979438/flush-table-proc/abort 2024-11-09T21:17:33,207 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,33157,1731187051301 2024-11-09T21:17:33,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33157-0x1012175d2920003, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1431979438 2024-11-09T21:17:33,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x1012175d2920004, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1431979438 2024-11-09T21:17:33,258 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1431979438/online-snapshot/acquired, /1-1431979438/online-snapshot/reached, /1-1431979438/online-snapshot/abort 2024-11-09T21:17:33,262 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,33157,1731187051301 2024-11-09T21:17:33,266 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T21:17:33,272 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T21:17:33,273 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T21:17:33,273 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T21:17:33,273 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9514d6d5e5be,33157,1731187051301 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T21:17:33,275 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:17:33,275 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:17:33,275 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:17:33,275 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:17:33,275 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9514d6d5e5be:0, corePoolSize=10, maxPoolSize=10 2024-11-09T21:17:33,276 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:33,276 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:17:33,276 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:33,277 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731187083277 2024-11-09T21:17:33,277 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T21:17:33,277 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T21:17:33,277 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T21:17:33,277 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T21:17:33,277 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T21:17:33,277 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T21:17:33,277 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:33,278 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T21:17:33,278 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T21:17:33,278 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T21:17:33,278 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T21:17:33,278 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:17:33,278 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T21:17:33,278 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T21:17:33,278 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T21:17:33,279 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187053279,5,FailOnTimeoutGroup] 2024-11-09T21:17:33,279 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187053279,5,FailOnTimeoutGroup] 2024-11-09T21:17:33,279 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:33,279 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T21:17:33,279 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:33,279 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:33,280 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:33,280 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T21:17:33,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741831_1007 (size=1321) 2024-11-09T21:17:33,335 INFO [RS:0;9514d6d5e5be:44843 {}] regionserver.HRegionServer(746): ClusterId : fda10b31-878b-4e45-8d5f-dde46fc618db 2024-11-09T21:17:33,336 DEBUG [RS:0;9514d6d5e5be:44843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T21:17:33,345 DEBUG [RS:0;9514d6d5e5be:44843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T21:17:33,345 DEBUG [RS:0;9514d6d5e5be:44843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T21:17:33,355 DEBUG [RS:0;9514d6d5e5be:44843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T21:17:33,356 DEBUG [RS:0;9514d6d5e5be:44843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67e3a229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:17:33,374 DEBUG [RS:0;9514d6d5e5be:44843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9514d6d5e5be:44843 2024-11-09T21:17:33,374 INFO [RS:0;9514d6d5e5be:44843 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T21:17:33,374 INFO [RS:0;9514d6d5e5be:44843 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T21:17:33,374 DEBUG [RS:0;9514d6d5e5be:44843 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T21:17:33,375 INFO [RS:0;9514d6d5e5be:44843 {}] regionserver.HRegionServer(2659): reportForDuty to master=9514d6d5e5be,33157,1731187051301 with port=44843, startcode=1731187051480 2024-11-09T21:17:33,375 DEBUG [RS:0;9514d6d5e5be:44843 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T21:17:33,377 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T21:17:33,378 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33157 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9514d6d5e5be,44843,1731187051480 2024-11-09T21:17:33,378 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33157 {}] master.ServerManager(517): Registering regionserver=9514d6d5e5be,44843,1731187051480 2024-11-09T21:17:33,381 DEBUG [RS:0;9514d6d5e5be:44843 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2 2024-11-09T21:17:33,381 DEBUG [RS:0;9514d6d5e5be:44843 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34793 2024-11-09T21:17:33,382 DEBUG [RS:0;9514d6d5e5be:44843 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T21:17:33,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33157-0x1012175d2920003, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1431979438/rs 2024-11-09T21:17:33,440 DEBUG [RS:0;9514d6d5e5be:44843 {}] zookeeper.ZKUtil(111): regionserver:44843-0x1012175d2920004, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Set watcher on existing znode=/1-1431979438/rs/9514d6d5e5be,44843,1731187051480 2024-11-09T21:17:33,441 WARN [RS:0;9514d6d5e5be:44843 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:17:33,441 INFO [RS:0;9514d6d5e5be:44843 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:17:33,441 DEBUG [RS:0;9514d6d5e5be:44843 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/WALs/9514d6d5e5be,44843,1731187051480 2024-11-09T21:17:33,441 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9514d6d5e5be,44843,1731187051480] 2024-11-09T21:17:33,451 INFO [RS:0;9514d6d5e5be:44843 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T21:17:33,454 INFO [RS:0;9514d6d5e5be:44843 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T21:17:33,455 INFO [RS:0;9514d6d5e5be:44843 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T21:17:33,455 INFO [RS:0;9514d6d5e5be:44843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:33,455 INFO [RS:0;9514d6d5e5be:44843 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T21:17:33,456 INFO [RS:0;9514d6d5e5be:44843 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T21:17:33,457 INFO [RS:0;9514d6d5e5be:44843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:33,457 DEBUG [RS:0;9514d6d5e5be:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:33,457 DEBUG [RS:0;9514d6d5e5be:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:33,457 DEBUG [RS:0;9514d6d5e5be:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:33,457 DEBUG [RS:0;9514d6d5e5be:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:33,457 DEBUG [RS:0;9514d6d5e5be:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:33,458 DEBUG [RS:0;9514d6d5e5be:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:17:33,458 DEBUG [RS:0;9514d6d5e5be:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:33,458 DEBUG [RS:0;9514d6d5e5be:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:33,458 DEBUG [RS:0;9514d6d5e5be:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:33,458 DEBUG [RS:0;9514d6d5e5be:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:33,458 DEBUG [RS:0;9514d6d5e5be:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:33,458 DEBUG [RS:0;9514d6d5e5be:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:33,459 DEBUG [RS:0;9514d6d5e5be:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:17:33,459 DEBUG [RS:0;9514d6d5e5be:44843 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:17:33,459 INFO [RS:0;9514d6d5e5be:44843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:33,459 INFO [RS:0;9514d6d5e5be:44843 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:33,460 INFO [RS:0;9514d6d5e5be:44843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:33,460 INFO [RS:0;9514d6d5e5be:44843 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:33,460 INFO [RS:0;9514d6d5e5be:44843 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:33,460 INFO [RS:0;9514d6d5e5be:44843 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,44843,1731187051480-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:17:33,477 INFO [RS:0;9514d6d5e5be:44843 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T21:17:33,477 INFO [RS:0;9514d6d5e5be:44843 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,44843,1731187051480-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:33,477 INFO [RS:0;9514d6d5e5be:44843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:33,477 INFO [RS:0;9514d6d5e5be:44843 {}] regionserver.Replication(171): 9514d6d5e5be,44843,1731187051480 started 2024-11-09T21:17:33,490 INFO [RS:0;9514d6d5e5be:44843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:33,490 INFO [RS:0;9514d6d5e5be:44843 {}] regionserver.HRegionServer(1482): Serving as 9514d6d5e5be,44843,1731187051480, RpcServer on 9514d6d5e5be/172.17.0.2:44843, sessionid=0x1012175d2920004 2024-11-09T21:17:33,490 DEBUG [RS:0;9514d6d5e5be:44843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T21:17:33,490 DEBUG [RS:0;9514d6d5e5be:44843 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9514d6d5e5be,44843,1731187051480 2024-11-09T21:17:33,490 DEBUG [RS:0;9514d6d5e5be:44843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,44843,1731187051480' 2024-11-09T21:17:33,490 DEBUG [RS:0;9514d6d5e5be:44843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1431979438/flush-table-proc/abort' 2024-11-09T21:17:33,491 DEBUG [RS:0;9514d6d5e5be:44843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1431979438/flush-table-proc/acquired' 2024-11-09T21:17:33,491 DEBUG [RS:0;9514d6d5e5be:44843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T21:17:33,491 DEBUG [RS:0;9514d6d5e5be:44843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T21:17:33,491 DEBUG [RS:0;9514d6d5e5be:44843 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9514d6d5e5be,44843,1731187051480 2024-11-09T21:17:33,491 DEBUG [RS:0;9514d6d5e5be:44843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,44843,1731187051480' 2024-11-09T21:17:33,491 DEBUG [RS:0;9514d6d5e5be:44843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1431979438/online-snapshot/abort' 2024-11-09T21:17:33,492 DEBUG [RS:0;9514d6d5e5be:44843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1431979438/online-snapshot/acquired' 2024-11-09T21:17:33,493 DEBUG [RS:0;9514d6d5e5be:44843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T21:17:33,493 INFO [RS:0;9514d6d5e5be:44843 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T21:17:33,493 INFO [RS:0;9514d6d5e5be:44843 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T21:17:33,594 INFO [RS:0;9514d6d5e5be:44843 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:17:33,598 INFO [RS:0;9514d6d5e5be:44843 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C44843%2C1731187051480, suffix=, logDir=hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/WALs/9514d6d5e5be,44843,1731187051480, archiveDir=hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/oldWALs, maxLogs=10 2024-11-09T21:17:33,612 DEBUG [RS:0;9514d6d5e5be:44843 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/WALs/9514d6d5e5be,44843,1731187051480/9514d6d5e5be%2C44843%2C1731187051480.1731187053600, exclude list is [], retry=0 2024-11-09T21:17:33,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36921,DS-73b439e5-57a2-4edf-b945-a360186700a8,DISK] 2024-11-09T21:17:33,618 INFO [RS:0;9514d6d5e5be:44843 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/WALs/9514d6d5e5be,44843,1731187051480/9514d6d5e5be%2C44843%2C1731187051480.1731187053600 2024-11-09T21:17:33,618 DEBUG [RS:0;9514d6d5e5be:44843 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41517:41517)] 2024-11-09T21:17:33,694 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T21:17:33,694 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2 2024-11-09T21:17:33,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741833_1009 (size=32) 2024-11-09T21:17:33,716 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:17:33,928 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T21:17:33,929 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T21:17:33,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:17:33,932 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T21:17:33,933 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:17:33,933 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T21:17:33,934 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T21:17:33,934 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T21:17:34,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:17:34,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:17:34,118 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:17:34,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:34,119 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:34,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:17:34,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:17:34,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:34,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:34,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:17:34,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:17:34,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:34,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:34,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:17:34,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:17:34,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:34,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:34,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:17:34,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/data/hbase/meta/1588230740 2024-11-09T21:17:34,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/data/hbase/meta/1588230740 2024-11-09T21:17:34,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:17:34,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:17:34,133 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:17:34,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:17:34,137 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:17:34,138 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66247752, jitterRate=-0.012831568717956543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:17:34,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731187054109Initializing all the Stores at 1731187054115 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187054115Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187054116 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187054116Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187054116Cleaning up temporary data from old regions at 1731187054132 (+16 ms)Region opened successfully at 1731187054138 (+6 ms) 2024-11-09T21:17:34,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:17:34,138 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:17:34,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:17:34,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:17:34,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:17:34,139 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:17:34,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187054138Disabling compacts and flushes for region at 1731187054138Disabling writes for close at 1731187054139 (+1 ms)Writing region close event to WAL at 1731187054139Closed at 1731187054139 2024-11-09T21:17:34,141 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:17:34,141 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T21:17:34,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T21:17:34,143 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:17:34,144 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T21:17:34,295 DEBUG [9514d6d5e5be:33157 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T21:17:34,296 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9514d6d5e5be,44843,1731187051480 2024-11-09T21:17:34,302 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,44843,1731187051480, state=OPENING 2024-11-09T21:17:34,374 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T21:17:34,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33157-0x1012175d2920003, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1431979438 2024-11-09T21:17:34,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x1012175d2920004, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1431979438 2024-11-09T21:17:34,386 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:17:34,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1431979438/meta-region-server: CHANGED 2024-11-09T21:17:34,386 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1431979438/meta-region-server: CHANGED 2024-11-09T21:17:34,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,44843,1731187051480}] 2024-11-09T21:17:34,542 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:17:34,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T21:17:34,553 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T21:17:34,553 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:17:34,553 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T21:17:34,556 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C44843%2C1731187051480.meta, suffix=.meta, logDir=hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/WALs/9514d6d5e5be,44843,1731187051480, archiveDir=hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/oldWALs, maxLogs=10 2024-11-09T21:17:34,570 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/WALs/9514d6d5e5be,44843,1731187051480/9514d6d5e5be%2C44843%2C1731187051480.meta.1731187054558.meta, exclude list is [], retry=0 2024-11-09T21:17:34,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36921,DS-73b439e5-57a2-4edf-b945-a360186700a8,DISK] 2024-11-09T21:17:34,576 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/WALs/9514d6d5e5be,44843,1731187051480/9514d6d5e5be%2C44843%2C1731187051480.meta.1731187054558.meta 2024-11-09T21:17:34,577 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41517:41517)] 2024-11-09T21:17:34,577 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:17:34,577 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:17:34,577 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:17:34,577 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T21:17:34,578 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T21:17:34,578 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T21:17:34,578 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:17:34,578 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T21:17:34,578 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T21:17:34,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:17:34,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:17:34,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:34,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:34,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:17:34,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:17:34,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:34,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:34,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:17:34,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:17:34,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:34,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:34,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:17:34,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:17:34,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:34,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:34,588 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:17:34,589 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/data/hbase/meta/1588230740 2024-11-09T21:17:34,591 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/data/hbase/meta/1588230740 2024-11-09T21:17:34,593 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:17:34,593 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:17:34,594 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:17:34,596 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:17:34,597 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65135166, jitterRate=-0.02941039204597473}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:17:34,598 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T21:17:34,598 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731187054578Writing region info on filesystem at 1731187054578Initializing all the Stores at 1731187054580 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187054580Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187054580Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187054580Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187054580Cleaning up temporary data from old regions at 1731187054593 (+13 ms)Running coprocessor post-open hooks at 1731187054598 (+5 ms)Region opened successfully at 1731187054598 2024-11-09T21:17:34,599 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731187054542 2024-11-09T21:17:34,603 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T21:17:34,603 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T21:17:34,604 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,44843,1731187051480 2024-11-09T21:17:34,605 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,44843,1731187051480, state=OPEN 2024-11-09T21:17:34,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33157-0x1012175d2920003, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1431979438/meta-region-server 2024-11-09T21:17:34,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x1012175d2920004, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1431979438/meta-region-server 2024-11-09T21:17:34,616 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9514d6d5e5be,44843,1731187051480 2024-11-09T21:17:34,616 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1431979438/meta-region-server: CHANGED 2024-11-09T21:17:34,616 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1431979438/meta-region-server: CHANGED 2024-11-09T21:17:34,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T21:17:34,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,44843,1731187051480 in 230 msec 2024-11-09T21:17:34,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T21:17:34,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 479 msec 2024-11-09T21:17:34,626 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:17:34,626 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T21:17:34,628 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:17:34,628 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,44843,1731187051480, seqNum=-1] 2024-11-09T21:17:34,629 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:17:34,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:17:34,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3710 sec 2024-11-09T21:17:34,640 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731187054640, completionTime=-1 2024-11-09T21:17:34,640 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T21:17:34,640 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T21:17:34,643 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T21:17:34,643 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731187114643 2024-11-09T21:17:34,643 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731187174643 2024-11-09T21:17:34,643 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T21:17:34,643 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,33157,1731187051301-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:34,643 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,33157,1731187051301-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:34,643 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,33157,1731187051301-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:34,643 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9514d6d5e5be:33157, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:34,643 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:34,644 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:34,646 DEBUG [master/9514d6d5e5be:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T21:17:34,648 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.063sec 2024-11-09T21:17:34,648 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T21:17:34,648 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T21:17:34,648 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T21:17:34,649 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T21:17:34,649 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T21:17:34,649 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,33157,1731187051301-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:17:34,649 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,33157,1731187051301-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T21:17:34,652 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T21:17:34,652 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T21:17:34,652 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,33157,1731187051301-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:34,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@208b8a44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:34,736 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,33157,-1 for getting cluster id 2024-11-09T21:17:34,736 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:17:34,740 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fda10b31-878b-4e45-8d5f-dde46fc618db' 2024-11-09T21:17:34,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:17:34,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fda10b31-878b-4e45-8d5f-dde46fc618db" 2024-11-09T21:17:34,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b5391b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:34,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,33157,-1] 2024-11-09T21:17:34,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:17:34,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:34,744 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:17:34,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5842011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:34,747 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:17:34,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,44843,1731187051480, seqNum=-1] 2024-11-09T21:17:34,749 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:17:34,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:17:34,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9514d6d5e5be,33157,1731187051301 2024-11-09T21:17:34,755 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53683 2024-11-09T21:17:34,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:17:34,807 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012175d2920005 connected 2024-11-09T21:17:34,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a60a92c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:34,828 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,43679,-1 for getting cluster id 2024-11-09T21:17:34,828 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:17:34,830 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4de996c6-d47c-4ca3-9a55-37e1c5d75da4' 2024-11-09T21:17:34,830 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:17:34,831 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4de996c6-d47c-4ca3-9a55-37e1c5d75da4" 2024-11-09T21:17:34,831 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a6f220, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:34,831 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,43679,-1] 2024-11-09T21:17:34,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:17:34,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:34,834 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:17:34,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d40ab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:34,844 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:17:34,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,43679,1731187043499 2024-11-09T21:17:34,851 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@418e14b4 2024-11-09T21:17:34,852 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:17:34,854 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:17:34,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9514d6d5e5be:33157,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T21:17:34,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T21:17:34,868 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:33157' 2024-11-09T21:17:34,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:17:34,869 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@386b1337, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:34,869 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,33157,-1 for getting cluster id 2024-11-09T21:17:34,870 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:17:34,871 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fda10b31-878b-4e45-8d5f-dde46fc618db' 2024-11-09T21:17:34,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:17:34,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fda10b31-878b-4e45-8d5f-dde46fc618db" 2024-11-09T21:17:34,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@138a4462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:34,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,33157,-1] 2024-11-09T21:17:34,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:17:34,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:34,873 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:17:34,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7a384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:34,875 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:17:34,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,33157,1731187051301 2024-11-09T21:17:34,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dc962b0 2024-11-09T21:17:34,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:17:34,882 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:17:34,892 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-09T21:17:34,893 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T21:17:34,897 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:34,897 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:34,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:17:34,899 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:17:34,904 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T21:17:34,907 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:17:34,907 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:34,910 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:17:34,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46697 is added to blk_1073741835_1011 (size=1138) 2024-11-09T21:17:34,956 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T21:17:34,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:17:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:17:35,327 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2273f89be91c58bad082c414f66cf281, NAME => 'hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2 2024-11-09T21:17:35,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46697 is added to blk_1073741836_1012 (size=44) 2024-11-09T21:17:35,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:17:35,740 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:17:35,740 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2273f89be91c58bad082c414f66cf281, disabling compactions & flushes 2024-11-09T21:17:35,740 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281. 2024-11-09T21:17:35,741 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281. 2024-11-09T21:17:35,741 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281. after waiting 0 ms 2024-11-09T21:17:35,741 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281. 2024-11-09T21:17:35,741 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281. 2024-11-09T21:17:35,741 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2273f89be91c58bad082c414f66cf281: Waiting for close lock at 1731187055740Disabling compacts and flushes for region at 1731187055740Disabling writes for close at 1731187055741 (+1 ms)Writing region close event to WAL at 1731187055741Closed at 1731187055741 2024-11-09T21:17:35,745 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:17:35,752 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731187055745"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731187055745"}]},"ts":"1731187055745"} 2024-11-09T21:17:35,757 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T21:17:35,759 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:17:35,762 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187055759"}]},"ts":"1731187055759"} 2024-11-09T21:17:35,766 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T21:17:35,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2273f89be91c58bad082c414f66cf281, ASSIGN}] 2024-11-09T21:17:35,770 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2273f89be91c58bad082c414f66cf281, ASSIGN 2024-11-09T21:17:35,771 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2273f89be91c58bad082c414f66cf281, ASSIGN; state=OFFLINE, location=9514d6d5e5be,43737,1731187044439; forceNewPlan=false, retain=false 2024-11-09T21:17:35,923 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2273f89be91c58bad082c414f66cf281, regionState=OPENING, regionLocation=9514d6d5e5be,43737,1731187044439 2024-11-09T21:17:35,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2273f89be91c58bad082c414f66cf281, ASSIGN because future has completed 2024-11-09T21:17:35,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2273f89be91c58bad082c414f66cf281, server=9514d6d5e5be,43737,1731187044439}] 2024-11-09T21:17:36,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:17:36,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281. 2024-11-09T21:17:36,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:17:36,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T21:17:36,104 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C43737%2C1731187044439.rep, suffix=, logDir=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,43737,1731187044439, archiveDir=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/oldWALs, maxLogs=10 2024-11-09T21:17:36,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,43737,1731187044439/9514d6d5e5be%2C43737%2C1731187044439.rep.1731187056105, exclude list is [], retry=0 2024-11-09T21:17:36,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46697,DS-d2bb21ec-3090-4c79-8cd9-eb4847d61a47,DISK] 2024-11-09T21:17:36,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,43737,1731187044439/9514d6d5e5be%2C43737%2C1731187044439.rep.1731187056105 2024-11-09T21:17:36,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38953:38953)] 2024-11-09T21:17:36,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 2273f89be91c58bad082c414f66cf281, NAME => 'hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:17:36,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:17:36,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:17:36,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281. service=MultiRowMutationService 2024-11-09T21:17:36,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T21:17:36,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2273f89be91c58bad082c414f66cf281 2024-11-09T21:17:36,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:17:36,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 2273f89be91c58bad082c414f66cf281 2024-11-09T21:17:36,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 2273f89be91c58bad082c414f66cf281 2024-11-09T21:17:36,131 INFO [StoreOpener-2273f89be91c58bad082c414f66cf281-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2273f89be91c58bad082c414f66cf281 2024-11-09T21:17:36,133 INFO [StoreOpener-2273f89be91c58bad082c414f66cf281-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2273f89be91c58bad082c414f66cf281 columnFamilyName hfileref 2024-11-09T21:17:36,133 DEBUG [StoreOpener-2273f89be91c58bad082c414f66cf281-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:36,134 INFO [StoreOpener-2273f89be91c58bad082c414f66cf281-1 {}] regionserver.HStore(327): Store=2273f89be91c58bad082c414f66cf281/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:17:36,134 INFO [StoreOpener-2273f89be91c58bad082c414f66cf281-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2273f89be91c58bad082c414f66cf281 2024-11-09T21:17:36,136 INFO [StoreOpener-2273f89be91c58bad082c414f66cf281-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2273f89be91c58bad082c414f66cf281 columnFamilyName queue 2024-11-09T21:17:36,136 DEBUG [StoreOpener-2273f89be91c58bad082c414f66cf281-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:36,137 INFO [StoreOpener-2273f89be91c58bad082c414f66cf281-1 {}] regionserver.HStore(327): Store=2273f89be91c58bad082c414f66cf281/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:17:36,137 INFO [StoreOpener-2273f89be91c58bad082c414f66cf281-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2273f89be91c58bad082c414f66cf281 2024-11-09T21:17:36,139 INFO [StoreOpener-2273f89be91c58bad082c414f66cf281-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2273f89be91c58bad082c414f66cf281 columnFamilyName sid 2024-11-09T21:17:36,139 DEBUG [StoreOpener-2273f89be91c58bad082c414f66cf281-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:36,139 INFO [StoreOpener-2273f89be91c58bad082c414f66cf281-1 {}] regionserver.HStore(327): Store=2273f89be91c58bad082c414f66cf281/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:17:36,140 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 2273f89be91c58bad082c414f66cf281 2024-11-09T21:17:36,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/replication/2273f89be91c58bad082c414f66cf281 2024-11-09T21:17:36,141 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/replication/2273f89be91c58bad082c414f66cf281 2024-11-09T21:17:36,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 2273f89be91c58bad082c414f66cf281 2024-11-09T21:17:36,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 2273f89be91c58bad082c414f66cf281 2024-11-09T21:17:36,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:17:36,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 2273f89be91c58bad082c414f66cf281 2024-11-09T21:17:36,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/replication/2273f89be91c58bad082c414f66cf281/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:17:36,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 2273f89be91c58bad082c414f66cf281; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63152991, jitterRate=-0.05894710123538971}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:17:36,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2273f89be91c58bad082c414f66cf281 2024-11-09T21:17:36,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 2273f89be91c58bad082c414f66cf281: Running coprocessor pre-open hook at 1731187056129Writing region info on filesystem at 1731187056129Initializing all the Stores at 1731187056131 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187056131Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187056131Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187056131Cleaning up temporary data from old regions at 1731187056143 (+12 ms)Running coprocessor post-open hooks at 1731187056149 (+6 ms)Region opened successfully at 1731187056151 (+2 ms) 2024-11-09T21:17:36,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281., pid=7, masterSystemTime=1731187056086 2024-11-09T21:17:36,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281. 2024-11-09T21:17:36,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281. 2024-11-09T21:17:36,157 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=2273f89be91c58bad082c414f66cf281, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,43737,1731187044439 2024-11-09T21:17:36,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2273f89be91c58bad082c414f66cf281, server=9514d6d5e5be,43737,1731187044439 because future has completed 2024-11-09T21:17:36,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T21:17:36,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 2273f89be91c58bad082c414f66cf281, server=9514d6d5e5be,43737,1731187044439 in 233 msec 2024-11-09T21:17:36,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T21:17:36,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2273f89be91c58bad082c414f66cf281, ASSIGN in 399 msec 2024-11-09T21:17:36,171 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:17:36,171 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187056171"}]},"ts":"1731187056171"} 2024-11-09T21:17:36,174 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T21:17:36,176 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:17:36,179 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2770 sec 2024-11-09T21:17:36,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281., hostname=9514d6d5e5be,43737,1731187044439, seqNum=2] 2024-11-09T21:17:36,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43737 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-09T21:17:36,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1012175d2920000, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095355558 2024-11-09T21:17:36,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1012175d2920001, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095355558 2024-11-09T21:17:36,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T21:17:36,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43737 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-09T21:17:36,568 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T21:17:36,607 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-9514d6d5e5be,43737,1731187044439, ReplicationSource: 1, currentBandwidth=0 2024-11-09T21:17:36,608 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:17:36,608 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,43737,1731187044439, seqNum=-1] 2024-11-09T21:17:36,608 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:17:36,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-09T21:17:36,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9514d6d5e5be,43737,1731187044439', locateType=CURRENT is [region=hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281., hostname=9514d6d5e5be,43737,1731187044439, seqNum=2] 2024-11-09T21:17:36,619 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T21:17:36,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T21:17:36,624 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9514d6d5e5be,43737,1731187044439 suceeded 2024-11-09T21:17:36,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-09T21:17:36,629 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9514d6d5e5be:33157,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T21:17:36,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 224 msec 2024-11-09T21:17:36,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7710 sec 2024-11-09T21:17:36,643 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43737,1731187044439 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:33157' 2024-11-09T21:17:36,646 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43737,1731187044439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f8f8d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:36,646 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43737,1731187044439 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,33157,-1 for getting cluster id 2024-11-09T21:17:36,646 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43737,1731187044439 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:17:36,647 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fda10b31-878b-4e45-8d5f-dde46fc618db' 2024-11-09T21:17:36,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:17:36,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fda10b31-878b-4e45-8d5f-dde46fc618db" 2024-11-09T21:17:36,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47536b86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:36,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,33157,-1] 2024-11-09T21:17:36,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:17:36,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:36,649 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:17:36,650 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43737,1731187044439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2200377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:36,651 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43737,1731187044439 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:17:36,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,33157,1731187051301 2024-11-09T21:17:36,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a874134 2024-11-09T21:17:36,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:17:36,653 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-09T21:17:36,654 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43737,1731187044439 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9514d6d5e5be,43737,1731187044439 (queues=1) is replicating from cluster=4de996c6-d47c-4ca3-9a55-37e1c5d75da4 to cluster=fda10b31-878b-4e45-8d5f-dde46fc618db 2024-11-09T21:17:36,656 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43737,1731187044439 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9514d6d5e5be%2C43737%2C1731187044439 2024-11-09T21:17:36,659 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43737,1731187044439 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9514d6d5e5be,43737,1731187044439, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T21:17:36,661 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43737,1731187044439.replicationSource.shipper9514d6d5e5be%2C43737%2C1731187044439,1-9514d6d5e5be,43737,1731187044439 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9514d6d5e5be%2C43737%2C1731187044439 2024-11-09T21:17:36,665 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43737,1731187044439.replicationSource.wal-reader.9514d6d5e5be%2C43737%2C1731187044439,1-9514d6d5e5be,43737,1731187044439 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,43737,1731187044439/9514d6d5e5be%2C43737%2C1731187044439.1731187046989, startPosition=0, beingWritten=true 2024-11-09T21:17:36,913 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43737,1731187044439.replicationSource.wal-reader.9514d6d5e5be%2C43737%2C1731187044439,1-9514d6d5e5be,43737,1731187044439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,43737,1731187044439/9514d6d5e5be%2C43737%2C1731187044439.1731187046989 to pos 0, reset compression=false 2024-11-09T21:17:37,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:17:37,022 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:17:37,023 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:17:37,023 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T21:17:37,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:37,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:37,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:17:37,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@415b82f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:37,025 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,43679,-1 for getting cluster id 2024-11-09T21:17:37,025 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:17:37,027 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4de996c6-d47c-4ca3-9a55-37e1c5d75da4' 2024-11-09T21:17:37,028 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:17:37,028 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4de996c6-d47c-4ca3-9a55-37e1c5d75da4" 2024-11-09T21:17:37,029 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@498eb669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:37,029 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,43679,-1] 2024-11-09T21:17:37,029 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:17:37,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:37,032 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:17:37,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@339f82a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:37,034 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:17:37,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,43679,1731187043499 2024-11-09T21:17:37,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4292de84 2024-11-09T21:17:37,036 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:17:37,037 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:17:37,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://9514d6d5e5be:33157,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T21:17:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T21:17:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T21:17:37,042 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:33157' 2024-11-09T21:17:37,044 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9568852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:37,044 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,33157,-1 for getting cluster id 2024-11-09T21:17:37,044 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:17:37,045 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fda10b31-878b-4e45-8d5f-dde46fc618db' 2024-11-09T21:17:37,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:17:37,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fda10b31-878b-4e45-8d5f-dde46fc618db" 2024-11-09T21:17:37,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b50821a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:37,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,33157,-1] 2024-11-09T21:17:37,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:17:37,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:37,047 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:17:37,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@307e4784, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:37,048 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:17:37,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,33157,1731187051301 2024-11-09T21:17:37,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cef3518 2024-11-09T21:17:37,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:17:37,051 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:17:37,053 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-09T21:17:37,053 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T21:17:37,053 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:37,053 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:37,053 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:17:37,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T21:17:37,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T21:17:37,224 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43737,1731187044439.replicationSource.wal-reader.9514d6d5e5be%2C43737%2C1731187044439,1-9514d6d5e5be,43737,1731187044439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,43737,1731187044439/9514d6d5e5be%2C43737%2C1731187044439.1731187046989 to pos 0, reset compression=false 2024-11-09T21:17:37,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43737 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-09T21:17:37,289 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-09T21:17:37,322 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-9514d6d5e5be,43737,1731187044439, ReplicationSource: 2, currentBandwidth=0 2024-11-09T21:17:37,325 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-09T21:17:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-09T21:17:37,329 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 9514d6d5e5be,43737,1731187044439 suceeded 2024-11-09T21:17:37,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T21:17:37,332 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://9514d6d5e5be:33157,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T21:17:37,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-09T21:17:37,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 294 msec 2024-11-09T21:17:37,344 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,43737,1731187044439 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:33157' 2024-11-09T21:17:37,345 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,43737,1731187044439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e0cfa87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:37,345 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,43737,1731187044439 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,33157,-1 for getting cluster id 2024-11-09T21:17:37,345 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,43737,1731187044439 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:17:37,346 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fda10b31-878b-4e45-8d5f-dde46fc618db' 2024-11-09T21:17:37,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:17:37,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fda10b31-878b-4e45-8d5f-dde46fc618db" 2024-11-09T21:17:37,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4941d336, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:37,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,33157,-1] 2024-11-09T21:17:37,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:17:37,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:37,348 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:17:37,349 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,43737,1731187044439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28608938, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:37,349 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,43737,1731187044439 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:17:37,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,33157,1731187051301 2024-11-09T21:17:37,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b2cda8 2024-11-09T21:17:37,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:17:37,351 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-09T21:17:37,352 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,43737,1731187044439 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-9514d6d5e5be,43737,1731187044439 (queues=1) is replicating from cluster=4de996c6-d47c-4ca3-9a55-37e1c5d75da4 to cluster=fda10b31-878b-4e45-8d5f-dde46fc618db 2024-11-09T21:17:37,352 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,43737,1731187044439 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=9514d6d5e5be%2C43737%2C1731187044439 2024-11-09T21:17:37,352 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,43737,1731187044439 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-9514d6d5e5be,43737,1731187044439, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T21:17:37,353 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,43737,1731187044439.replicationSource.shipper9514d6d5e5be%2C43737%2C1731187044439,2-9514d6d5e5be,43737,1731187044439 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9514d6d5e5be%2C43737%2C1731187044439 2024-11-09T21:17:37,353 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,43737,1731187044439.replicationSource.wal-reader.9514d6d5e5be%2C43737%2C1731187044439,2-9514d6d5e5be,43737,1731187044439 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,43737,1731187044439/9514d6d5e5be%2C43737%2C1731187044439.1731187046989, startPosition=0, beingWritten=true 2024-11-09T21:17:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T21:17:37,361 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-09T21:17:37,361 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:17:37,361 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:17:37,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:37,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:37,361 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:17:37,362 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:17:37,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,43679,1731187043499 2024-11-09T21:17:37,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23de35ac 2024-11-09T21:17:37,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:17:37,366 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:17:37,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-09T21:17:37,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-09T21:17:37,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-09T21:17:37,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-09T21:17:37,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://9514d6d5e5be:33157,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T21:17:37,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T21:17:37,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T21:17:37,379 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:33157' 2024-11-09T21:17:37,380 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e15b77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:37,380 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,33157,-1 for getting cluster id 2024-11-09T21:17:37,380 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:17:37,381 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fda10b31-878b-4e45-8d5f-dde46fc618db' 2024-11-09T21:17:37,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:17:37,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fda10b31-878b-4e45-8d5f-dde46fc618db" 2024-11-09T21:17:37,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ed0ef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:37,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,33157,-1] 2024-11-09T21:17:37,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:17:37,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:37,383 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:17:37,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47dd4a00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:37,384 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:17:37,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,33157,1731187051301 2024-11-09T21:17:37,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d59f677 2024-11-09T21:17:37,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:17:37,386 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:17:37,387 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T21:17:37,387 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T21:17:37,387 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:37,387 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:37,387 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:17:37,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T21:17:37,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T21:17:37,560 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,43737,1731187044439.replicationSource.wal-reader.9514d6d5e5be%2C43737%2C1731187044439,2-9514d6d5e5be,43737,1731187044439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,43737,1731187044439/9514d6d5e5be%2C43737%2C1731187044439.1731187046989 to pos 0, reset compression=false 2024-11-09T21:17:37,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43737 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-09T21:17:37,574 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-09T21:17:37,575 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-09T21:17:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-09T21:17:37,578 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 9514d6d5e5be,43737,1731187044439 suceeded 2024-11-09T21:17:37,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-09T21:17:37,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-09T21:17:37,582 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://9514d6d5e5be:33157,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T21:17:37,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 208 msec 2024-11-09T21:17:37,633 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43737,1731187044439.replicationSource.wal-reader.9514d6d5e5be%2C43737%2C1731187044439,1-9514d6d5e5be,43737,1731187044439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,43737,1731187044439/9514d6d5e5be%2C43737%2C1731187044439.1731187046989 to pos 0, reset compression=false 2024-11-09T21:17:37,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T21:17:37,702 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-09T21:17:37,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://9514d6d5e5be:33157,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T21:17:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T21:17:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T21:17:37,708 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:33157' 2024-11-09T21:17:37,709 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e524fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:37,709 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,33157,-1 for getting cluster id 2024-11-09T21:17:37,709 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:17:37,710 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fda10b31-878b-4e45-8d5f-dde46fc618db' 2024-11-09T21:17:37,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:17:37,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fda10b31-878b-4e45-8d5f-dde46fc618db" 2024-11-09T21:17:37,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67fae7fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:37,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,33157,-1] 2024-11-09T21:17:37,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:17:37,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:37,712 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:17:37,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f202b3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:37,714 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:17:37,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,33157,1731187051301 2024-11-09T21:17:37,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4df05434 2024-11-09T21:17:37,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:17:37,716 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:17:37,717 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T21:17:37,717 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T21:17:37,717 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:37,717 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:37,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:17:37,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T21:17:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T21:17:37,868 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,43737,1731187044439.replicationSource.wal-reader.9514d6d5e5be%2C43737%2C1731187044439,2-9514d6d5e5be,43737,1731187044439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,43737,1731187044439/9514d6d5e5be%2C43737%2C1731187044439.1731187046989 to pos 0, reset compression=false 2024-11-09T21:17:37,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43737 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-09T21:17:37,928 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-09T21:17:37,930 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-09T21:17:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-09T21:17:37,936 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 9514d6d5e5be,43737,1731187044439 suceeded 2024-11-09T21:17:37,942 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-09T21:17:37,942 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-09T21:17:37,942 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://9514d6d5e5be:33157,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T21:17:37,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 239 msec 2024-11-09T21:17:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T21:17:38,021 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-09T21:17:38,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-09T21:17:38,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43679 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-09T21:17:38,024 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:17:38,024 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:17:38,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:38,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:38,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:17:38,025 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T21:17:38,025 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=933464129, stopped=false 2024-11-09T21:17:38,026 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9514d6d5e5be,43679,1731187043499 2024-11-09T21:17:38,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1012175d2920000, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1095355558/running 2024-11-09T21:17:38,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1012175d2920001, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1095355558/running 2024-11-09T21:17:38,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1012175d2920001, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095355558 2024-11-09T21:17:38,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1012175d2920000, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095355558 2024-11-09T21:17:38,037 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:17:38,037 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:17:38,038 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:17:38,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43679-0x1012175d2920000, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Set watcher on znode that does not yet exist, /0-1095355558/running 2024-11-09T21:17:38,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43737-0x1012175d2920001, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Set watcher on znode that does not yet exist, /0-1095355558/running 2024-11-09T21:17:38,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:38,039 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9514d6d5e5be,43737,1731187044439' ***** 2024-11-09T21:17:38,039 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T21:17:38,039 INFO [RS:0;9514d6d5e5be:43737 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T21:17:38,040 INFO [RS:0;9514d6d5e5be:43737 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T21:17:38,040 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T21:17:38,040 INFO [RS:0;9514d6d5e5be:43737 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T21:17:38,041 INFO [RS:0;9514d6d5e5be:43737 {}] regionserver.HRegionServer(3091): Received CLOSE for 2273f89be91c58bad082c414f66cf281 2024-11-09T21:17:38,041 INFO [RS:0;9514d6d5e5be:43737 {}] regionserver.HRegionServer(959): stopping server 9514d6d5e5be,43737,1731187044439 2024-11-09T21:17:38,041 INFO [RS:0;9514d6d5e5be:43737 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:17:38,042 INFO [RS:0;9514d6d5e5be:43737 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:43737. 2024-11-09T21:17:38,042 DEBUG [RS:0;9514d6d5e5be:43737 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:17:38,042 DEBUG [RS:0;9514d6d5e5be:43737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:38,042 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2273f89be91c58bad082c414f66cf281, disabling compactions & flushes 2024-11-09T21:17:38,042 INFO [RS:0;9514d6d5e5be:43737 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T21:17:38,042 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281. 2024-11-09T21:17:38,042 INFO [RS:0;9514d6d5e5be:43737 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T21:17:38,042 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281. 2024-11-09T21:17:38,043 INFO [RS:0;9514d6d5e5be:43737 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T21:17:38,043 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281. after waiting 0 ms 2024-11-09T21:17:38,043 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281. 2024-11-09T21:17:38,043 INFO [RS:0;9514d6d5e5be:43737 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T21:17:38,043 INFO [RS:0;9514d6d5e5be:43737 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T21:17:38,043 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:17:38,043 DEBUG [RS:0;9514d6d5e5be:43737 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2273f89be91c58bad082c414f66cf281=hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281.} 2024-11-09T21:17:38,044 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:17:38,044 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:17:38,044 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:17:38,044 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:17:38,044 DEBUG [RS:0;9514d6d5e5be:43737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2273f89be91c58bad082c414f66cf281 2024-11-09T21:17:38,048 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T21:17:38,049 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2273f89be91c58bad082c414f66cf281 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-09T21:17:38,087 INFO [regionserver/9514d6d5e5be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:17:38,117 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/replication/2273f89be91c58bad082c414f66cf281/.tmp/queue/56833f4bc48f48f8a544ac99d984df3d is 151, key is 1-9514d6d5e5be,43737,1731187044439/queue:9514d6d5e5be%2C43737%2C1731187044439/1731187056614/Put/seqid=0 2024-11-09T21:17:38,117 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/meta/1588230740/.tmp/info/df3ddf36005440ee80ac6d7f182bb9e7 is 147, key is hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281./info:regioninfo/1731187056157/Put/seqid=0 2024-11-09T21:17:38,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46697 is added to blk_1073741838_1014 (size=6631) 2024-11-09T21:17:38,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46697 is added to blk_1073741839_1015 (size=5500) 2024-11-09T21:17:38,129 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/meta/1588230740/.tmp/info/df3ddf36005440ee80ac6d7f182bb9e7 2024-11-09T21:17:38,145 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43737,1731187044439.replicationSource.wal-reader.9514d6d5e5be%2C43737%2C1731187044439,1-9514d6d5e5be,43737,1731187044439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,43737,1731187044439/9514d6d5e5be%2C43737%2C1731187044439.1731187046989 to pos 0, reset compression=false 2024-11-09T21:17:38,187 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/meta/1588230740/.tmp/ns/afae06acf7994a34af73b4d8443cd6c7 is 43, key is default/ns:d/1731187048529/Put/seqid=0 2024-11-09T21:17:38,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46697 is added to blk_1073741840_1016 (size=5153) 2024-11-09T21:17:38,244 DEBUG [RS:0;9514d6d5e5be:43737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2273f89be91c58bad082c414f66cf281 2024-11-09T21:17:38,280 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,43737,1731187044439.replicationSource.wal-reader.9514d6d5e5be%2C43737%2C1731187044439,2-9514d6d5e5be,43737,1731187044439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,43737,1731187044439/9514d6d5e5be%2C43737%2C1731187044439.1731187046989 to pos 0, reset compression=false 2024-11-09T21:17:38,445 DEBUG [RS:0;9514d6d5e5be:43737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2273f89be91c58bad082c414f66cf281 2024-11-09T21:17:38,531 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/replication/2273f89be91c58bad082c414f66cf281/.tmp/queue/56833f4bc48f48f8a544ac99d984df3d 2024-11-09T21:17:38,572 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/replication/2273f89be91c58bad082c414f66cf281/.tmp/queue/56833f4bc48f48f8a544ac99d984df3d as hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/replication/2273f89be91c58bad082c414f66cf281/queue/56833f4bc48f48f8a544ac99d984df3d 2024-11-09T21:17:38,583 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/replication/2273f89be91c58bad082c414f66cf281/queue/56833f4bc48f48f8a544ac99d984df3d, entries=2, sequenceid=6, filesize=5.4 K 2024-11-09T21:17:38,589 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 2273f89be91c58bad082c414f66cf281 in 542ms, sequenceid=6, compaction requested=false 2024-11-09T21:17:38,589 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T21:17:38,593 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/meta/1588230740/.tmp/ns/afae06acf7994a34af73b4d8443cd6c7 2024-11-09T21:17:38,597 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/replication/2273f89be91c58bad082c414f66cf281/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T21:17:38,599 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:17:38,599 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:17:38,599 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281. 2024-11-09T21:17:38,600 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2273f89be91c58bad082c414f66cf281: Waiting for close lock at 1731187058042Running coprocessor pre-close hooks at 1731187058042Disabling compacts and flushes for region at 1731187058042Disabling writes for close at 1731187058043 (+1 ms)Obtaining lock to block concurrent updates at 1731187058049 (+6 ms)Preparing flush snapshotting stores in 2273f89be91c58bad082c414f66cf281 at 1731187058049Finished memstore snapshotting hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731187058057 (+8 ms)Flushing stores of hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281. at 1731187058059 (+2 ms)Flushing 2273f89be91c58bad082c414f66cf281/queue: creating writer at 1731187058061 (+2 ms)Flushing 2273f89be91c58bad082c414f66cf281/queue: appending metadata at 1731187058101 (+40 ms)Flushing 2273f89be91c58bad082c414f66cf281/queue: closing flushed file at 1731187058104 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44a4aef0: reopening flushed file at 1731187058569 (+465 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 2273f89be91c58bad082c414f66cf281 in 542ms, sequenceid=6, compaction requested=false at 1731187058589 (+20 ms)Writing region close event to WAL at 1731187058592 (+3 ms)Running coprocessor post-close hooks at 1731187058598 (+6 ms)Closed at 1731187058599 (+1 ms) 2024-11-09T21:17:38,600 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281. 2024-11-09T21:17:38,619 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/meta/1588230740/.tmp/table/44abb86424304557b5358eb23e5768a4 is 53, key is hbase:replication/table:state/1731187056171/Put/seqid=0 2024-11-09T21:17:38,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46697 is added to blk_1073741841_1017 (size=5256) 2024-11-09T21:17:38,645 DEBUG [RS:0;9514d6d5e5be:43737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:17:38,753 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43737,1731187044439.replicationSource.wal-reader.9514d6d5e5be%2C43737%2C1731187044439,1-9514d6d5e5be,43737,1731187044439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,43737,1731187044439/9514d6d5e5be%2C43737%2C1731187044439.1731187046989 to pos 0, reset compression=false 2024-11-09T21:17:38,793 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,43737,1731187044439.replicationSource.wal-reader.9514d6d5e5be%2C43737%2C1731187044439,2-9514d6d5e5be,43737,1731187044439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,43737,1731187044439/9514d6d5e5be%2C43737%2C1731187044439.1731187046989 to pos 0, reset compression=false 2024-11-09T21:17:38,830 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T21:17:38,830 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T21:17:38,845 DEBUG [RS:0;9514d6d5e5be:43737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:17:39,027 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/meta/1588230740/.tmp/table/44abb86424304557b5358eb23e5768a4 2024-11-09T21:17:39,045 INFO [RS:0;9514d6d5e5be:43737 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T21:17:39,046 DEBUG [RS:0;9514d6d5e5be:43737 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T21:17:39,046 DEBUG [RS:0;9514d6d5e5be:43737 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:17:39,047 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/meta/1588230740/.tmp/info/df3ddf36005440ee80ac6d7f182bb9e7 as hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/meta/1588230740/info/df3ddf36005440ee80ac6d7f182bb9e7 2024-11-09T21:17:39,059 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/meta/1588230740/info/df3ddf36005440ee80ac6d7f182bb9e7, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T21:17:39,060 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/meta/1588230740/.tmp/ns/afae06acf7994a34af73b4d8443cd6c7 as hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/meta/1588230740/ns/afae06acf7994a34af73b4d8443cd6c7 2024-11-09T21:17:39,069 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/meta/1588230740/ns/afae06acf7994a34af73b4d8443cd6c7, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T21:17:39,070 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/meta/1588230740/.tmp/table/44abb86424304557b5358eb23e5768a4 as hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/meta/1588230740/table/44abb86424304557b5358eb23e5768a4 2024-11-09T21:17:39,078 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/meta/1588230740/table/44abb86424304557b5358eb23e5768a4, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T21:17:39,079 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1035ms, sequenceid=11, compaction requested=false 2024-11-09T21:17:39,085 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T21:17:39,086 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:17:39,086 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:17:39,086 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:17:39,086 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187058043Running coprocessor pre-close hooks at 1731187058043Disabling compacts and flushes for region at 1731187058043Disabling writes for close at 1731187058044 (+1 ms)Obtaining lock to block concurrent updates at 1731187058049 (+5 ms)Preparing flush snapshotting stores in 1588230740 at 1731187058049Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731187058057 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731187058059 (+2 ms)Flushing 1588230740/info: creating writer at 1731187058061 (+2 ms)Flushing 1588230740/info: appending metadata at 1731187058102 (+41 ms)Flushing 1588230740/info: closing flushed file at 1731187058104 (+2 ms)Flushing 1588230740/ns: creating writer at 1731187058171 (+67 ms)Flushing 1588230740/ns: appending metadata at 1731187058186 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731187058186Flushing 1588230740/table: creating writer at 1731187058603 (+417 ms)Flushing 1588230740/table: appending metadata at 1731187058618 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731187058618Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b65523d: reopening flushed file at 1731187059046 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c78ebe2: reopening flushed file at 1731187059059 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7853a027: reopening flushed file at 1731187059069 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1035ms, sequenceid=11, compaction requested=false at 1731187059079 (+10 ms)Writing region close event to WAL at 1731187059081 (+2 ms)Running coprocessor post-close hooks at 1731187059086 (+5 ms)Closed at 1731187059086 2024-11-09T21:17:39,087 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T21:17:39,246 INFO [RS:0;9514d6d5e5be:43737 {}] regionserver.HRegionServer(976): stopping server 9514d6d5e5be,43737,1731187044439; all regions closed. 2024-11-09T21:17:39,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46697 is added to blk_1073741834_1010 (size=2742) 2024-11-09T21:17:39,267 DEBUG [RS:0;9514d6d5e5be:43737 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/oldWALs 2024-11-09T21:17:39,267 INFO [RS:0;9514d6d5e5be:43737 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9514d6d5e5be%2C43737%2C1731187044439.meta:.meta(num 1731187048086) 2024-11-09T21:17:39,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46697 is added to blk_1073741837_1013 (size=1802) 2024-11-09T21:17:39,270 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,43737,1731187044439/9514d6d5e5be%2C43737%2C1731187044439.rep.1731187056105 not finished, retry = 0 2024-11-09T21:17:39,378 DEBUG [RS:0;9514d6d5e5be:43737 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/oldWALs 2024-11-09T21:17:39,378 INFO [RS:0;9514d6d5e5be:43737 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9514d6d5e5be%2C43737%2C1731187044439.rep:(num 1731187056105) 2024-11-09T21:17:39,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46697 is added to blk_1073741832_1008 (size=93) 2024-11-09T21:17:39,384 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,43737,1731187044439/9514d6d5e5be%2C43737%2C1731187044439.1731187046989 not finished, retry = 0 2024-11-09T21:17:39,400 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,43737,1731187044439.replicationSource.wal-reader.9514d6d5e5be%2C43737%2C1731187044439,2-9514d6d5e5be,43737,1731187044439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,43737,1731187044439/9514d6d5e5be%2C43737%2C1731187044439.1731187046989 to pos 0, reset compression=false 2024-11-09T21:17:39,460 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43737,1731187044439.replicationSource.wal-reader.9514d6d5e5be%2C43737%2C1731187044439,1-9514d6d5e5be,43737,1731187044439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,43737,1731187044439/9514d6d5e5be%2C43737%2C1731187044439.1731187046989 to pos 0, reset compression=false 2024-11-09T21:17:39,486 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43737,1731187044439.replicationSource.wal-reader.9514d6d5e5be%2C43737%2C1731187044439,1-9514d6d5e5be,43737,1731187044439 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,43737,1731187044439/9514d6d5e5be%2C43737%2C1731187044439.1731187046989 2024-11-09T21:17:39,486 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,43737,1731187044439.replicationSource.wal-reader.9514d6d5e5be%2C43737%2C1731187044439,2-9514d6d5e5be,43737,1731187044439 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,43737,1731187044439/9514d6d5e5be%2C43737%2C1731187044439.1731187046989 2024-11-09T21:17:39,486 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,43737,1731187044439.replicationSource.wal-reader.9514d6d5e5be%2C43737%2C1731187044439,2-9514d6d5e5be,43737,1731187044439 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-09T21:17:39,486 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,43737,1731187044439.replicationSource.wal-reader.9514d6d5e5be%2C43737%2C1731187044439,2-9514d6d5e5be,43737,1731187044439 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-09T21:17:39,487 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43737,1731187044439.replicationSource.wal-reader.9514d6d5e5be%2C43737%2C1731187044439,1-9514d6d5e5be,43737,1731187044439 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-09T21:17:39,487 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43737,1731187044439.replicationSource.wal-reader.9514d6d5e5be%2C43737%2C1731187044439,1-9514d6d5e5be,43737,1731187044439 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-09T21:17:39,491 DEBUG [RS:0;9514d6d5e5be:43737 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/oldWALs 2024-11-09T21:17:39,491 INFO [RS:0;9514d6d5e5be:43737 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9514d6d5e5be%2C43737%2C1731187044439:(num 1731187046989) 2024-11-09T21:17:39,491 DEBUG [RS:0;9514d6d5e5be:43737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:39,491 INFO [RS:0;9514d6d5e5be:43737 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:17:39,486 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,43737,1731187044439.replicationSource.shipper9514d6d5e5be%2C43737%2C1731187044439,2-9514d6d5e5be,43737,1731187044439 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-9514d6d5e5be,43737,1731187044439 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,43737,1731187044439/9514d6d5e5be%2C43737%2C1731187044439.1731187046989, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-09T21:17:39,491 INFO [RS:0;9514d6d5e5be:43737 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:17:39,491 INFO [RS:0;9514d6d5e5be:43737 {}] hbase.ChoreService(370): Chore service for: regionserver/9514d6d5e5be:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T21:17:39,492 INFO [RS:0;9514d6d5e5be:43737 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:17:39,492 INFO [RS:0;9514d6d5e5be:43737 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9514d6d5e5be,43737,1731187044439 because: Region server is closing 2024-11-09T21:17:39,493 INFO [RS:0;9514d6d5e5be:43737 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:43737. 2024-11-09T21:17:39,493 DEBUG [RS:0;9514d6d5e5be:43737 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:17:39,493 DEBUG [RS:0;9514d6d5e5be:43737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:39,493 DEBUG [RS:0;9514d6d5e5be:43737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:39,493 INFO [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:17:39,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:17:39,487 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43737,1731187044439.replicationSource.shipper9514d6d5e5be%2C43737%2C1731187044439,1-9514d6d5e5be,43737,1731187044439 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,43737,1731187044439 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,43737,1731187044439/9514d6d5e5be%2C43737%2C1731187044439.1731187046989, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-09T21:17:39,498 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43737,1731187044439.replicationSource.shipper9514d6d5e5be%2C43737%2C1731187044439,1-9514d6d5e5be,43737,1731187044439 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-09T21:17:39,498 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43737,1731187044439.replicationSource.shipper9514d6d5e5be%2C43737%2C1731187044439,1-9514d6d5e5be,43737,1731187044439 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [9514d6d5e5be%2C43737%2C1731187044439.1731187046989] 2024-11-09T21:17:39,495 ERROR [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,43737,1731187044439.replicationSource.shipper9514d6d5e5be%2C43737%2C1731187044439,2-9514d6d5e5be,43737,1731187044439 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9514d6d5e5be,43737,1731187044439: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-9514d6d5e5be,43737,1731187044439, walGroup=9514d6d5e5be%2C43737%2C1731187044439, offset=9514d6d5e5be%2C43737%2C1731187044439.1731187046989:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:43737 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T21:17:39,499 ERROR [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,43737,1731187044439.replicationSource.shipper9514d6d5e5be%2C43737%2C1731187044439,2-9514d6d5e5be,43737,1731187044439 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T21:17:39,502 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,43737,1731187044439.replicationSource.shipper9514d6d5e5be%2C43737%2C1731187044439,2-9514d6d5e5be,43737,1731187044439 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T21:17:39,504 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,43737,1731187044439.replicationSource.shipper9514d6d5e5be%2C43737%2C1731187044439,2-9514d6d5e5be,43737,1731187044439 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T21:17:39,504 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,43737,1731187044439.replicationSource.shipper9514d6d5e5be%2C43737%2C1731187044439,2-9514d6d5e5be,43737,1731187044439 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T21:17:39,505 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,43737,1731187044439.replicationSource.shipper9514d6d5e5be%2C43737%2C1731187044439,2-9514d6d5e5be,43737,1731187044439 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T21:17:39,505 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,43737,1731187044439.replicationSource.shipper9514d6d5e5be%2C43737%2C1731187044439,2-9514d6d5e5be,43737,1731187044439 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 507722016 }, "NonHeapMemoryUsage": { "committed": 153092096, "init": 7667712, "max": -1, "used": 150799088 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T21:17:39,522 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,43737,1731187044439.replicationSource.shipper9514d6d5e5be%2C43737%2C1731187044439,2-9514d6d5e5be,43737,1731187044439 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [9514d6d5e5be%2C43737%2C1731187044439.1731187046989] 2024-11-09T21:17:39,593 INFO [RS:0;9514d6d5e5be:43737 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43737,1731187044439.replicationSource.shipper9514d6d5e5be%2C43737%2C1731187044439,1-9514d6d5e5be,43737,1731187044439 terminated 2024-11-09T21:17:39,594 INFO [RS:0;9514d6d5e5be:43737 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-9514d6d5e5be,43737,1731187044439 because: Region server is closing 2024-11-09T21:17:39,594 INFO [RS:0;9514d6d5e5be:43737 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:43737. 2024-11-09T21:17:39,594 DEBUG [RS:0;9514d6d5e5be:43737 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:17:39,594 DEBUG [RS:0;9514d6d5e5be:43737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:39,594 DEBUG [RS:0;9514d6d5e5be:43737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:39,594 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:17:39,594 INFO [RS:0;9514d6d5e5be:43737 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,43737,1731187044439.replicationSource.shipper9514d6d5e5be%2C43737%2C1731187044439,2-9514d6d5e5be,43737,1731187044439 terminated 2024-11-09T21:17:39,595 INFO [RS:0;9514d6d5e5be:43737 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43737 2024-11-09T21:17:39,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1012175d2920000, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095355558/rs 2024-11-09T21:17:39,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1012175d2920001, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1095355558/rs/9514d6d5e5be,43737,1731187044439 2024-11-09T21:17:39,647 INFO [RS:0;9514d6d5e5be:43737 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:17:39,658 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9514d6d5e5be,43737,1731187044439] 2024-11-09T21:17:39,668 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1095355558/draining/9514d6d5e5be,43737,1731187044439 already deleted, retry=false 2024-11-09T21:17:39,668 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9514d6d5e5be,43737,1731187044439 expired; onlineServers=0 2024-11-09T21:17:39,668 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9514d6d5e5be,43679,1731187043499' ***** 2024-11-09T21:17:39,668 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T21:17:39,668 INFO [M:0;9514d6d5e5be:43679 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:17:39,668 INFO [M:0;9514d6d5e5be:43679 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:17:39,668 DEBUG [M:0;9514d6d5e5be:43679 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T21:17:39,669 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T21:17:39,669 DEBUG [M:0;9514d6d5e5be:43679 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T21:17:39,669 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187046618 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187046618,5,FailOnTimeoutGroup] 2024-11-09T21:17:39,669 INFO [M:0;9514d6d5e5be:43679 {}] hbase.ChoreService(370): Chore service for: master/9514d6d5e5be:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T21:17:39,669 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187046619 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187046619,5,FailOnTimeoutGroup] 2024-11-09T21:17:39,670 INFO [M:0;9514d6d5e5be:43679 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:17:39,670 DEBUG [M:0;9514d6d5e5be:43679 {}] master.HMaster(1795): Stopping service threads 2024-11-09T21:17:39,670 INFO [M:0;9514d6d5e5be:43679 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T21:17:39,670 INFO [M:0;9514d6d5e5be:43679 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:17:39,671 INFO [M:0;9514d6d5e5be:43679 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T21:17:39,672 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T21:17:39,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1012175d2920000, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1095355558/master 2024-11-09T21:17:39,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1012175d2920000, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095355558 2024-11-09T21:17:39,678 DEBUG [M:0;9514d6d5e5be:43679 {}] zookeeper.ZKUtil(347): master:43679-0x1012175d2920000, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Unable to get data of znode /0-1095355558/master because node does not exist (not an error) 2024-11-09T21:17:39,679 WARN [M:0;9514d6d5e5be:43679 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T21:17:39,680 INFO [M:0;9514d6d5e5be:43679 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/.lastflushedseqids 2024-11-09T21:17:39,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46697 is added to blk_1073741842_1018 (size=181) 2024-11-09T21:17:39,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1012175d2920001, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:17:39,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43737-0x1012175d2920001, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:17:39,758 INFO [RS:0;9514d6d5e5be:43737 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:17:39,759 INFO [RS:0;9514d6d5e5be:43737 {}] regionserver.HRegionServer(1031): Exiting; stopping=9514d6d5e5be,43737,1731187044439; zookeeper connection closed. 2024-11-09T21:17:39,759 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7a6d6fd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7a6d6fd 2024-11-09T21:17:39,760 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T21:17:40,081 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:17:40,095 INFO [M:0;9514d6d5e5be:43679 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T21:17:40,096 INFO [M:0;9514d6d5e5be:43679 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T21:17:40,096 DEBUG [M:0;9514d6d5e5be:43679 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:17:40,096 INFO [M:0;9514d6d5e5be:43679 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:17:40,096 DEBUG [M:0;9514d6d5e5be:43679 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:17:40,096 DEBUG [M:0;9514d6d5e5be:43679 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:17:40,096 DEBUG [M:0;9514d6d5e5be:43679 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:17:40,096 INFO [M:0;9514d6d5e5be:43679 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-09T21:17:40,123 DEBUG [M:0;9514d6d5e5be:43679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99b2374208314fe9a3f7b66bcc670b60 is 82, key is hbase:meta,,1/info:regioninfo/1731187048307/Put/seqid=0 2024-11-09T21:17:40,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46697 is added to blk_1073741843_1019 (size=5672) 2024-11-09T21:17:40,535 INFO [M:0;9514d6d5e5be:43679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99b2374208314fe9a3f7b66bcc670b60 2024-11-09T21:17:40,577 DEBUG [M:0;9514d6d5e5be:43679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45fdc7e9644f47e4bd5a3e195fb6647c is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731187056178/Put/seqid=0 2024-11-09T21:17:40,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46697 is added to blk_1073741844_1020 (size=8663) 2024-11-09T21:17:40,987 INFO [M:0;9514d6d5e5be:43679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45fdc7e9644f47e4bd5a3e195fb6647c 2024-11-09T21:17:41,019 DEBUG [M:0;9514d6d5e5be:43679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/153109c261eb476db001b502b5c41a5a is 69, key is 9514d6d5e5be,43737,1731187044439/rs:state/1731187046730/Put/seqid=0 2024-11-09T21:17:41,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46697 is added to blk_1073741845_1021 (size=5156) 2024-11-09T21:17:41,431 INFO [M:0;9514d6d5e5be:43679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/153109c261eb476db001b502b5c41a5a 2024-11-09T21:17:41,440 DEBUG [M:0;9514d6d5e5be:43679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99b2374208314fe9a3f7b66bcc670b60 as hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99b2374208314fe9a3f7b66bcc670b60 2024-11-09T21:17:41,447 INFO [M:0;9514d6d5e5be:43679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99b2374208314fe9a3f7b66bcc670b60, entries=8, sequenceid=115, filesize=5.5 K 2024-11-09T21:17:41,449 DEBUG [M:0;9514d6d5e5be:43679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45fdc7e9644f47e4bd5a3e195fb6647c as hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45fdc7e9644f47e4bd5a3e195fb6647c 2024-11-09T21:17:41,456 INFO [M:0;9514d6d5e5be:43679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45fdc7e9644f47e4bd5a3e195fb6647c, entries=14, sequenceid=115, filesize=8.5 K 2024-11-09T21:17:41,458 DEBUG [M:0;9514d6d5e5be:43679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/153109c261eb476db001b502b5c41a5a as hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/153109c261eb476db001b502b5c41a5a 2024-11-09T21:17:41,469 INFO [M:0;9514d6d5e5be:43679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/153109c261eb476db001b502b5c41a5a, entries=1, sequenceid=115, filesize=5.0 K 2024-11-09T21:17:41,470 INFO [M:0;9514d6d5e5be:43679 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1374ms, sequenceid=115, compaction requested=false 2024-11-09T21:17:41,476 INFO [M:0;9514d6d5e5be:43679 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:17:41,477 DEBUG [M:0;9514d6d5e5be:43679 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187060096Disabling compacts and flushes for region at 1731187060096Disabling writes for close at 1731187060096Obtaining lock to block concurrent updates at 1731187060096Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731187060096Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731187060097 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731187060098 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731187060098Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731187060122 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731187060123 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731187060550 (+427 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731187060576 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731187060576Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731187060997 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731187061019 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731187061019Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e279aaa: reopening flushed file at 1731187061439 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a4388e9: reopening flushed file at 1731187061448 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fe28d18: reopening flushed file at 1731187061456 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1374ms, sequenceid=115, compaction requested=false at 1731187061471 (+15 ms)Writing region close event to WAL at 1731187061476 (+5 ms)Closed at 1731187061476 2024-11-09T21:17:41,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46697 is added to blk_1073741830_1006 (size=59421) 2024-11-09T21:17:41,480 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/WALs/9514d6d5e5be,43679,1731187043499/9514d6d5e5be%2C43679%2C1731187043499.1731187045809 not finished, retry = 0 2024-11-09T21:17:41,582 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:17:41,582 INFO [M:0;9514d6d5e5be:43679 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T21:17:41,582 INFO [M:0;9514d6d5e5be:43679 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43679 2024-11-09T21:17:41,582 INFO [M:0;9514d6d5e5be:43679 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:17:41,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1012175d2920000, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:17:41,726 INFO [M:0;9514d6d5e5be:43679 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:17:41,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43679-0x1012175d2920000, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:17:41,728 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:17:41,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:17:41,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:17:41,728 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:17:41,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:17:41,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:17:41,728 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T21:17:41,728 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:17:41,729 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43745 2024-11-09T21:17:41,731 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43745 connecting to ZooKeeper ensemble=127.0.0.1:53683 2024-11-09T21:17:41,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437450x0, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:17:41,742 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43745-0x1012175d2920006 connected 2024-11-09T21:17:41,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:41,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:41,764 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43745-0x1012175d2920006, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Set watcher on znode that does not yet exist, /0-1095355558/running 2024-11-09T21:17:41,764 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2, hbase.cluster.distributed=false 2024-11-09T21:17:41,765 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1095355558/meta-region-server: INIT 2024-11-09T21:17:41,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43745-0x1012175d2920006, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Set watcher on znode that does not yet exist, /0-1095355558/acl 2024-11-09T21:17:41,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43745 2024-11-09T21:17:41,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43745 2024-11-09T21:17:41,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43745 2024-11-09T21:17:41,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43745 2024-11-09T21:17:41,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43745 2024-11-09T21:17:41,793 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:17:41,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:17:41,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:17:41,793 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:17:41,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:17:41,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:17:41,793 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T21:17:41,793 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:17:41,794 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35197 2024-11-09T21:17:41,797 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35197 connecting to ZooKeeper ensemble=127.0.0.1:53683 2024-11-09T21:17:41,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:41,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:41,815 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351970x0, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:17:41,815 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1095355558/meta-region-server: INIT 2024-11-09T21:17:41,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351970x0, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Set watcher on znode that does not yet exist, /0-1095355558/running 2024-11-09T21:17:41,816 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T21:17:41,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35197-0x1012175d2920007 connected 2024-11-09T21:17:41,822 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T21:17:41,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35197-0x1012175d2920007, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Set watcher on znode that does not yet exist, /0-1095355558/master 2024-11-09T21:17:41,824 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35197-0x1012175d2920007, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Set watcher on znode that does not yet exist, /0-1095355558/acl 2024-11-09T21:17:41,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35197 2024-11-09T21:17:41,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35197 2024-11-09T21:17:41,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35197 2024-11-09T21:17:41,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35197 2024-11-09T21:17:41,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35197 2024-11-09T21:17:41,854 DEBUG [M:0;9514d6d5e5be:43745 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9514d6d5e5be:43745 2024-11-09T21:17:41,860 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1095355558/backup-masters/9514d6d5e5be,43745,1731187061727 2024-11-09T21:17:41,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1012175d2920006, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095355558/backup-masters 2024-11-09T21:17:41,868 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35197-0x1012175d2920007, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095355558/backup-masters 2024-11-09T21:17:41,869 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43745-0x1012175d2920006, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Set watcher on existing znode=/0-1095355558/backup-masters/9514d6d5e5be,43745,1731187061727 2024-11-09T21:17:41,878 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35197-0x1012175d2920007, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1095355558/master 2024-11-09T21:17:41,878 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35197-0x1012175d2920007, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095355558 2024-11-09T21:17:41,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1012175d2920006, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095355558 2024-11-09T21:17:41,879 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43745-0x1012175d2920006, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Set watcher on existing znode=/0-1095355558/master 2024-11-09T21:17:41,879 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1095355558/backup-masters/9514d6d5e5be,43745,1731187061727 from backup master directory 2024-11-09T21:17:41,888 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35197-0x1012175d2920007, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095355558/backup-masters 2024-11-09T21:17:41,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1012175d2920006, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1095355558/backup-masters/9514d6d5e5be,43745,1731187061727 2024-11-09T21:17:41,888 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:17:41,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1012175d2920006, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095355558/backup-masters 2024-11-09T21:17:41,889 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9514d6d5e5be,43745,1731187061727 2024-11-09T21:17:41,907 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:41,907 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T21:17:41,928 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 21ms. 2024-11-09T21:17:41,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46697 is added to blk_1073741846_1022 (size=196) 2024-11-09T21:17:42,351 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:17:42,352 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T21:17:42,353 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:17:42,361 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-09T21:17:42,364 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/WALs/9514d6d5e5be,43679,1731187043499 to hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/WALs/9514d6d5e5be,43679,1731187043499-dead as it is dead 2024-11-09T21:17:42,366 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-09T21:17:42,366 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-09T21:17:42,366 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/WALs/9514d6d5e5be,43679,1731187043499-dead/9514d6d5e5be%2C43679%2C1731187043499.1731187045809 2024-11-09T21:17:42,372 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/WALs/9514d6d5e5be,43679,1731187043499-dead/9514d6d5e5be%2C43679%2C1731187043499.1731187045809 after 4ms 2024-11-09T21:17:42,373 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/WALs/9514d6d5e5be,43679,1731187043499-dead/9514d6d5e5be%2C43679%2C1731187043499.1731187045809 to hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9514d6d5e5be%2C43679%2C1731187043499.1731187045809 2024-11-09T21:17:42,373 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/WALs/9514d6d5e5be,43679,1731187043499-dead 2024-11-09T21:17:42,375 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/WALs/9514d6d5e5be,43745,1731187061727 2024-11-09T21:17:42,377 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:17:42,379 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9514d6d5e5be%2C43745%2C1731187061727, suffix=, logDir=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/WALs/9514d6d5e5be,43745,1731187061727, archiveDir=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/oldWALs, maxLogs=10 2024-11-09T21:17:42,398 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/WALs/9514d6d5e5be,43745,1731187061727/9514d6d5e5be%2C43745%2C1731187061727.1731187062380, exclude list is [], retry=0 2024-11-09T21:17:42,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46697,DS-d2bb21ec-3090-4c79-8cd9-eb4847d61a47,DISK] 2024-11-09T21:17:42,412 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/WALs/9514d6d5e5be,43745,1731187061727/9514d6d5e5be%2C43745%2C1731187061727.1731187062380 2024-11-09T21:17:42,413 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38953:38953)] 2024-11-09T21:17:42,413 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:17:42,413 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:17:42,414 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:42,414 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:42,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:42,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T21:17:42,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:42,427 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99b2374208314fe9a3f7b66bcc670b60 2024-11-09T21:17:42,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:42,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:42,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T21:17:42,429 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:42,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45fdc7e9644f47e4bd5a3e195fb6647c 2024-11-09T21:17:42,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:17:42,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:42,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T21:17:42,440 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:42,449 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/153109c261eb476db001b502b5c41a5a 2024-11-09T21:17:42,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:17:42,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:42,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T21:17:42,451 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:42,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:17:42,452 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:42,453 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-09T21:17:42,453 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9514d6d5e5be%2C43679%2C1731187043499.1731187045809 2024-11-09T21:17:42,473 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9514d6d5e5be%2C43679%2C1731187043499.1731187045809 2024-11-09T21:17:42,475 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9514d6d5e5be%2C43679%2C1731187043499.1731187045809 2024-11-09T21:17:42,477 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:42,477 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:42,478 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:17:42,481 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:42,488 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-09T21:17:42,490 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72180459, jitterRate=0.0755726546049118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:17:42,490 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731187062414Initializing all the Stores at 1731187062415 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187062415Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187062415Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187062415Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187062415Cleaning up temporary data from old regions at 1731187062477 (+62 ms)Region opened successfully at 1731187062490 (+13 ms) 2024-11-09T21:17:42,493 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T21:17:42,498 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2790c83c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:17:42,511 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-09T21:17:42,511 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T21:17:42,511 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T21:17:42,512 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T21:17:42,512 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T21:17:42,519 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T21:17:42,519 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T21:17:42,520 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T21:17:42,520 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T21:17:42,521 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T21:17:42,521 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T21:17:42,521 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-09T21:17:42,521 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T21:17:42,529 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=9514d6d5e5be,43737,1731187044439, regionLocation=9514d6d5e5be,43737,1731187044439, openSeqNum=2 2024-11-09T21:17:42,529 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=9514d6d5e5be,43737,1731187044439, table=hbase:meta, region=1588230740 2024-11-09T21:17:42,529 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,43737,1731187044439, state=OPEN 2024-11-09T21:17:42,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1012175d2920006, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1095355558/meta-region-server 2024-11-09T21:17:42,594 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35197-0x1012175d2920007, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1095355558/meta-region-server 2024-11-09T21:17:42,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1095355558/meta-region-server: CHANGED 2024-11-09T21:17:42,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1095355558/meta-region-server: CHANGED 2024-11-09T21:17:42,600 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-09T21:17:42,636 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1095355558/draining/9514d6d5e5be,43737,1731187044439 already deleted, retry=false 2024-11-09T21:17:42,636 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 9514d6d5e5be,43737,1731187044439 on 9514d6d5e5be,43745,1731187061727 2024-11-09T21:17:42,642 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 9514d6d5e5be,43737,1731187044439, splitWal=true, meta=true 2024-11-09T21:17:42,645 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 9514d6d5e5be,43737,1731187044439 (carryingMeta=true) 9514d6d5e5be,43737,1731187044439/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3921a0ad[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T21:17:42,648 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43745-0x1012175d2920006, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Unable to get data of znode /0-1095355558/balancer because node does not exist (not necessarily an error) 2024-11-09T21:17:42,667 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1095355558/balancer already deleted, retry=false 2024-11-09T21:17:42,668 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T21:17:42,669 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43745-0x1012175d2920006, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Unable to get data of znode /0-1095355558/normalizer because node does not exist (not necessarily an error) 2024-11-09T21:17:42,678 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1095355558/normalizer already deleted, retry=false 2024-11-09T21:17:42,678 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T21:17:42,679 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43745-0x1012175d2920006, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Unable to get data of znode /0-1095355558/switch/split because node does not exist (not necessarily an error) 2024-11-09T21:17:42,688 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1095355558/switch/split already deleted, retry=false 2024-11-09T21:17:42,689 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43745-0x1012175d2920006, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Unable to get data of znode /0-1095355558/switch/merge because node does not exist (not necessarily an error) 2024-11-09T21:17:42,699 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1095355558/switch/merge already deleted, retry=false 2024-11-09T21:17:42,725 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43745-0x1012175d2920006, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Unable to get data of znode /0-1095355558/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T21:17:42,730 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1095355558/snapshot-cleanup already deleted, retry=false 2024-11-09T21:17:42,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1012175d2920006, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1095355558/running 2024-11-09T21:17:42,741 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35197-0x1012175d2920007, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1095355558/running 2024-11-09T21:17:42,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1012175d2920006, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095355558 2024-11-09T21:17:42,741 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35197-0x1012175d2920007, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095355558 2024-11-09T21:17:42,742 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9514d6d5e5be,43745,1731187061727, sessionid=0x1012175d2920006, setting cluster-up flag (Was=false) 2024-11-09T21:17:42,752 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1095355558/flush-table-proc/acquired, /0-1095355558/flush-table-proc/reached, /0-1095355558/flush-table-proc/abort 2024-11-09T21:17:42,753 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,43745,1731187061727 2024-11-09T21:17:42,763 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1095355558/online-snapshot/acquired, /0-1095355558/online-snapshot/reached, /0-1095355558/online-snapshot/abort 2024-11-09T21:17:42,764 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,43745,1731187061727 2024-11-09T21:17:42,766 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/.lastflushedseqids 2024-11-09T21:17:42,771 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T21:17:42,771 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T21:17:42,771 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9514d6d5e5be,43745,1731187061727 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 9514d6d5e5be,43737,1731187044439 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T21:17:42,773 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:17:42,773 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:17:42,773 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:17:42,774 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:17:42,774 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9514d6d5e5be:0, corePoolSize=10, maxPoolSize=10 2024-11-09T21:17:42,774 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:42,774 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:17:42,774 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:42,779 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 9514d6d5e5be,43737,1731187044439, splitWal=true, meta=true 2024-11-09T21:17:42,783 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 9514d6d5e5be,43737,1731187044439, splitWal=true, meta=true, isMeta: true 2024-11-09T21:17:42,784 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731187092784 2024-11-09T21:17:42,784 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T21:17:42,784 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T21:17:42,784 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T21:17:42,784 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T21:17:42,785 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T21:17:42,785 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,43737,1731187044439-splitting 2024-11-09T21:17:42,785 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T21:17:42,786 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,43737,1731187044439-splitting dir is empty, no logs to split. 2024-11-09T21:17:42,786 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9514d6d5e5be,43737,1731187044439 WAL count=0, meta=true 2024-11-09T21:17:42,788 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:42,790 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,43737,1731187044439-splitting dir is empty, no logs to split. 2024-11-09T21:17:42,790 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9514d6d5e5be,43737,1731187044439 WAL count=0, meta=true 2024-11-09T21:17:42,791 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 9514d6d5e5be,43737,1731187044439 WAL splitting is done? wals=0, meta=true 2024-11-09T21:17:42,792 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T21:17:42,792 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T21:17:42,793 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T21:17:42,793 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T21:17:42,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T21:17:42,795 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:17:42,798 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T21:17:42,800 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T21:17:42,800 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T21:17:42,806 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187062800,5,FailOnTimeoutGroup] 2024-11-09T21:17:42,806 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187062806,5,FailOnTimeoutGroup] 2024-11-09T21:17:42,806 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:42,806 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T21:17:42,806 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:42,806 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:42,806 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731187062806, completionTime=-1 2024-11-09T21:17:42,807 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-09T21:17:42,810 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T21:17:42,843 INFO [RS:0;9514d6d5e5be:35197 {}] regionserver.HRegionServer(746): ClusterId : 4de996c6-d47c-4ca3-9a55-37e1c5d75da4 2024-11-09T21:17:42,843 DEBUG [RS:0;9514d6d5e5be:35197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T21:17:42,848 DEBUG [RS:0;9514d6d5e5be:35197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T21:17:42,848 DEBUG [RS:0;9514d6d5e5be:35197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T21:17:42,859 DEBUG [RS:0;9514d6d5e5be:35197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T21:17:42,859 DEBUG [RS:0;9514d6d5e5be:35197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514fe069, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:17:42,879 DEBUG [RS:0;9514d6d5e5be:35197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9514d6d5e5be:35197 2024-11-09T21:17:42,880 INFO [RS:0;9514d6d5e5be:35197 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T21:17:42,880 INFO [RS:0;9514d6d5e5be:35197 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T21:17:42,880 DEBUG [RS:0;9514d6d5e5be:35197 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T21:17:42,881 INFO [RS:0;9514d6d5e5be:35197 {}] regionserver.HRegionServer(2659): reportForDuty to master=9514d6d5e5be,43745,1731187061727 with port=35197, startcode=1731187061792 2024-11-09T21:17:42,881 DEBUG [RS:0;9514d6d5e5be:35197 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T21:17:42,889 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T21:17:42,890 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43745 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9514d6d5e5be,35197,1731187061792 2024-11-09T21:17:42,890 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43745 {}] master.ServerManager(517): Registering regionserver=9514d6d5e5be,35197,1731187061792 2024-11-09T21:17:42,892 DEBUG [RS:0;9514d6d5e5be:35197 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2 2024-11-09T21:17:42,892 DEBUG [RS:0;9514d6d5e5be:35197 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40081 2024-11-09T21:17:42,892 DEBUG [RS:0;9514d6d5e5be:35197 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T21:17:42,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1012175d2920006, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095355558/rs 2024-11-09T21:17:42,900 DEBUG [RS:0;9514d6d5e5be:35197 {}] zookeeper.ZKUtil(111): regionserver:35197-0x1012175d2920007, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Set watcher on existing znode=/0-1095355558/rs/9514d6d5e5be,35197,1731187061792 2024-11-09T21:17:42,900 WARN [RS:0;9514d6d5e5be:35197 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:17:42,900 INFO [RS:0;9514d6d5e5be:35197 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:17:42,901 DEBUG [RS:0;9514d6d5e5be:35197 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,35197,1731187061792 2024-11-09T21:17:42,905 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9514d6d5e5be,35197,1731187061792] 2024-11-09T21:17:42,913 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T21:17:42,949 WARN [9514d6d5e5be:43745 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T21:17:42,954 INFO [RS:0;9514d6d5e5be:35197 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T21:17:42,957 INFO [RS:0;9514d6d5e5be:35197 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T21:17:42,958 INFO [RS:0;9514d6d5e5be:35197 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T21:17:42,958 INFO [RS:0;9514d6d5e5be:35197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:42,963 INFO [RS:0;9514d6d5e5be:35197 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T21:17:42,965 INFO [RS:0;9514d6d5e5be:35197 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T21:17:42,965 INFO [RS:0;9514d6d5e5be:35197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:42,966 DEBUG [RS:0;9514d6d5e5be:35197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:42,966 DEBUG [RS:0;9514d6d5e5be:35197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:42,966 DEBUG [RS:0;9514d6d5e5be:35197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:42,966 DEBUG [RS:0;9514d6d5e5be:35197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:42,966 DEBUG [RS:0;9514d6d5e5be:35197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:42,966 DEBUG [RS:0;9514d6d5e5be:35197 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:17:42,966 DEBUG [RS:0;9514d6d5e5be:35197 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:42,966 DEBUG [RS:0;9514d6d5e5be:35197 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:42,967 DEBUG [RS:0;9514d6d5e5be:35197 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:42,967 DEBUG [RS:0;9514d6d5e5be:35197 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:42,967 DEBUG [RS:0;9514d6d5e5be:35197 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:42,967 DEBUG [RS:0;9514d6d5e5be:35197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:42,967 DEBUG [RS:0;9514d6d5e5be:35197 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:17:42,967 DEBUG [RS:0;9514d6d5e5be:35197 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:17:42,969 INFO [RS:0;9514d6d5e5be:35197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:42,969 INFO [RS:0;9514d6d5e5be:35197 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:42,969 INFO [RS:0;9514d6d5e5be:35197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:42,969 INFO [RS:0;9514d6d5e5be:35197 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:42,969 INFO [RS:0;9514d6d5e5be:35197 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:42,970 INFO [RS:0;9514d6d5e5be:35197 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,35197,1731187061792-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:17:42,991 INFO [RS:0;9514d6d5e5be:35197 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T21:17:42,991 INFO [RS:0;9514d6d5e5be:35197 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,35197,1731187061792-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:43,013 INFO [RS:0;9514d6d5e5be:35197 {}] regionserver.ReplicationSource(231): queueId=1-9514d6d5e5be,35197,1731187061792, ReplicationSource: 1, currentBandwidth=0 2024-11-09T21:17:43,036 INFO [RS:0;9514d6d5e5be:35197 {}] regionserver.ReplicationSource(231): queueId=2-9514d6d5e5be,35197,1731187061792, ReplicationSource: 2, currentBandwidth=0 2024-11-09T21:17:43,038 INFO [RS:0;9514d6d5e5be:35197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:43,039 INFO [RS:0;9514d6d5e5be:35197 {}] regionserver.Replication(171): 9514d6d5e5be,35197,1731187061792 started 2024-11-09T21:17:43,041 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource,1-9514d6d5e5be,35197,1731187061792 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:33157' 2024-11-09T21:17:43,043 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource,1-9514d6d5e5be,35197,1731187061792 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7125aff8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:43,043 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource,1-9514d6d5e5be,35197,1731187061792 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,33157,-1 for getting cluster id 2024-11-09T21:17:43,043 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource,1-9514d6d5e5be,35197,1731187061792 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:17:43,045 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fda10b31-878b-4e45-8d5f-dde46fc618db' 2024-11-09T21:17:43,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:17:43,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fda10b31-878b-4e45-8d5f-dde46fc618db" 2024-11-09T21:17:43,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e6153d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:43,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,33157,-1] 2024-11-09T21:17:43,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:17:43,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:43,049 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:17:43,050 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource,1-9514d6d5e5be,35197,1731187061792 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71f81597, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:43,050 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource,1-9514d6d5e5be,35197,1731187061792 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:17:43,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,33157,1731187051301 2024-11-09T21:17:43,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d7112a6 2024-11-09T21:17:43,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:17:43,055 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-09T21:17:43,056 INFO [RS:0;9514d6d5e5be:35197.replicationSource,1-9514d6d5e5be,35197,1731187061792 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9514d6d5e5be,35197,1731187061792 (queues=0) is replicating from cluster=4de996c6-d47c-4ca3-9a55-37e1c5d75da4 to cluster=fda10b31-878b-4e45-8d5f-dde46fc618db 2024-11-09T21:17:43,063 INFO [RS:0;9514d6d5e5be:35197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:43,064 INFO [RS:0;9514d6d5e5be:35197 {}] regionserver.HRegionServer(1482): Serving as 9514d6d5e5be,35197,1731187061792, RpcServer on 9514d6d5e5be/172.17.0.2:35197, sessionid=0x1012175d2920007 2024-11-09T21:17:43,064 DEBUG [RS:0;9514d6d5e5be:35197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T21:17:43,064 DEBUG [RS:0;9514d6d5e5be:35197 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9514d6d5e5be,35197,1731187061792 2024-11-09T21:17:43,064 DEBUG [RS:0;9514d6d5e5be:35197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,35197,1731187061792' 2024-11-09T21:17:43,064 DEBUG [RS:0;9514d6d5e5be:35197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1095355558/flush-table-proc/abort' 2024-11-09T21:17:43,065 DEBUG [RS:0;9514d6d5e5be:35197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1095355558/flush-table-proc/acquired' 2024-11-09T21:17:43,066 DEBUG [RS:0;9514d6d5e5be:35197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T21:17:43,066 DEBUG [RS:0;9514d6d5e5be:35197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T21:17:43,066 DEBUG [RS:0;9514d6d5e5be:35197 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9514d6d5e5be,35197,1731187061792 2024-11-09T21:17:43,066 DEBUG [RS:0;9514d6d5e5be:35197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,35197,1731187061792' 2024-11-09T21:17:43,066 DEBUG [RS:0;9514d6d5e5be:35197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1095355558/online-snapshot/abort' 2024-11-09T21:17:43,067 DEBUG [RS:0;9514d6d5e5be:35197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1095355558/online-snapshot/acquired' 2024-11-09T21:17:43,068 DEBUG [RS:0;9514d6d5e5be:35197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T21:17:43,068 INFO [RS:0;9514d6d5e5be:35197 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T21:17:43,068 INFO [RS:0;9514d6d5e5be:35197 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T21:17:43,081 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource,2-9514d6d5e5be,35197,1731187061792 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:33157' 2024-11-09T21:17:43,085 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource,2-9514d6d5e5be,35197,1731187061792 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e4bc307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:43,085 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource,2-9514d6d5e5be,35197,1731187061792 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,33157,-1 for getting cluster id 2024-11-09T21:17:43,085 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource,2-9514d6d5e5be,35197,1731187061792 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:17:43,086 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fda10b31-878b-4e45-8d5f-dde46fc618db' 2024-11-09T21:17:43,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:17:43,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fda10b31-878b-4e45-8d5f-dde46fc618db" 2024-11-09T21:17:43,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b4c3b36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:43,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,33157,-1] 2024-11-09T21:17:43,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:17:43,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:43,089 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:17:43,090 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource,2-9514d6d5e5be,35197,1731187061792 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d340743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:43,091 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource,2-9514d6d5e5be,35197,1731187061792 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:17:43,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,33157,1731187051301 2024-11-09T21:17:43,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e908ff7 2024-11-09T21:17:43,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:17:43,096 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-09T21:17:43,097 INFO [RS:0;9514d6d5e5be:35197.replicationSource,2-9514d6d5e5be,35197,1731187061792 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-9514d6d5e5be,35197,1731187061792 (queues=0) is replicating from cluster=4de996c6-d47c-4ca3-9a55-37e1c5d75da4 to cluster=fda10b31-878b-4e45-8d5f-dde46fc618db 2024-11-09T21:17:43,168 INFO [RS:0;9514d6d5e5be:35197 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:17:43,171 INFO [RS:0;9514d6d5e5be:35197 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C35197%2C1731187061792, suffix=, logDir=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,35197,1731187061792, archiveDir=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/oldWALs, maxLogs=10 2024-11-09T21:17:43,187 DEBUG [RS:0;9514d6d5e5be:35197 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,35197,1731187061792/9514d6d5e5be%2C35197%2C1731187061792.1731187063171, exclude list is [], retry=0 2024-11-09T21:17:43,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46697,DS-d2bb21ec-3090-4c79-8cd9-eb4847d61a47,DISK] 2024-11-09T21:17:43,197 INFO [RS:0;9514d6d5e5be:35197 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,35197,1731187061792/9514d6d5e5be%2C35197%2C1731187061792.1731187063171 2024-11-09T21:17:43,204 DEBUG [RS:0;9514d6d5e5be:35197 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 9514d6d5e5be%2C35197%2C1731187061792 for peer 1 2024-11-09T21:17:43,204 DEBUG [RS:0;9514d6d5e5be:35197 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 9514d6d5e5be%2C35197%2C1731187061792 for peer 2 2024-11-09T21:17:43,204 DEBUG [RS:0;9514d6d5e5be:35197 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9514d6d5e5be%2C35197%2C1731187061792 2024-11-09T21:17:43,205 INFO [RS:0;9514d6d5e5be:35197 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9514d6d5e5be,35197,1731187061792, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T21:17:43,205 DEBUG [RS:0;9514d6d5e5be:35197 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=9514d6d5e5be%2C35197%2C1731187061792 2024-11-09T21:17:43,205 INFO [RS:0;9514d6d5e5be:35197.replicationSource.shipper9514d6d5e5be%2C35197%2C1731187061792,1-9514d6d5e5be,35197,1731187061792 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9514d6d5e5be%2C35197%2C1731187061792 2024-11-09T21:17:43,205 INFO [RS:0;9514d6d5e5be:35197 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-9514d6d5e5be,35197,1731187061792, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T21:17:43,207 DEBUG [RS:0;9514d6d5e5be:35197 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38953:38953)] 2024-11-09T21:17:43,207 INFO [RS:0;9514d6d5e5be:35197.replicationSource.shipper9514d6d5e5be%2C35197%2C1731187061792,2-9514d6d5e5be,35197,1731187061792 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9514d6d5e5be%2C35197%2C1731187061792 2024-11-09T21:17:43,208 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.wal-reader.9514d6d5e5be%2C35197%2C1731187061792,2-9514d6d5e5be,35197,1731187061792 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,35197,1731187061792/9514d6d5e5be%2C35197%2C1731187061792.1731187063171, startPosition=0, beingWritten=true 2024-11-09T21:17:43,208 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.wal-reader.9514d6d5e5be%2C35197%2C1731187061792,1-9514d6d5e5be,35197,1731187061792 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,35197,1731187061792/9514d6d5e5be%2C35197%2C1731187061792.1731187063171, startPosition=0, beingWritten=true 2024-11-09T21:17:43,426 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.wal-reader.9514d6d5e5be%2C35197%2C1731187061792,2-9514d6d5e5be,35197,1731187061792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,35197,1731187061792/9514d6d5e5be%2C35197%2C1731187061792.1731187063171 to pos 0, reset compression=false 2024-11-09T21:17:43,431 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.wal-reader.9514d6d5e5be%2C35197%2C1731187061792,1-9514d6d5e5be,35197,1731187061792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,35197,1731187061792/9514d6d5e5be%2C35197%2C1731187061792.1731187063171 to pos 0, reset compression=false 2024-11-09T21:17:43,449 DEBUG [9514d6d5e5be:43745 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T21:17:43,450 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9514d6d5e5be,35197,1731187061792 2024-11-09T21:17:43,452 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,35197,1731187061792, state=OPENING 2024-11-09T21:17:43,520 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35197-0x1012175d2920007, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1095355558/meta-region-server 2024-11-09T21:17:43,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1012175d2920006, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1095355558/meta-region-server 2024-11-09T21:17:43,520 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:17:43,520 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1095355558/meta-region-server: CHANGED 2024-11-09T21:17:43,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,35197,1731187061792}] 2024-11-09T21:17:43,520 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1095355558/meta-region-server: CHANGED 2024-11-09T21:17:43,676 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:17:43,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T21:17:43,683 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T21:17:43,683 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:17:43,683 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T21:17:43,685 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C35197%2C1731187061792.meta, suffix=.meta, logDir=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,35197,1731187061792, archiveDir=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/oldWALs, maxLogs=10 2024-11-09T21:17:43,705 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,35197,1731187061792/9514d6d5e5be%2C35197%2C1731187061792.meta.1731187063686.meta, exclude list is [], retry=0 2024-11-09T21:17:43,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46697,DS-d2bb21ec-3090-4c79-8cd9-eb4847d61a47,DISK] 2024-11-09T21:17:43,711 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,35197,1731187061792/9514d6d5e5be%2C35197%2C1731187061792.meta.1731187063686.meta 2024-11-09T21:17:43,712 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38953:38953)] 2024-11-09T21:17:43,712 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:17:43,712 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:17:43,713 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:17:43,713 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T21:17:43,713 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T21:17:43,713 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T21:17:43,713 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:17:43,713 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T21:17:43,713 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T21:17:43,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:17:43,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:17:43,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:43,733 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.wal-reader.9514d6d5e5be%2C35197%2C1731187061792,2-9514d6d5e5be,35197,1731187061792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,35197,1731187061792/9514d6d5e5be%2C35197%2C1731187061792.1731187063171 to pos 0, reset compression=false 2024-11-09T21:17:43,735 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/meta/1588230740/info/df3ddf36005440ee80ac6d7f182bb9e7 2024-11-09T21:17:43,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:43,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:17:43,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:17:43,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:43,739 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.wal-reader.9514d6d5e5be%2C35197%2C1731187061792,1-9514d6d5e5be,35197,1731187061792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,35197,1731187061792/9514d6d5e5be%2C35197%2C1731187061792.1731187063171 to pos 0, reset compression=false 2024-11-09T21:17:43,754 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/meta/1588230740/ns/afae06acf7994a34af73b4d8443cd6c7 2024-11-09T21:17:43,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:43,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:17:43,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:17:43,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:43,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:43,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:17:43,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:17:43,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:43,767 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/meta/1588230740/table/44abb86424304557b5358eb23e5768a4 2024-11-09T21:17:43,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:43,767 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:17:43,768 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/meta/1588230740 2024-11-09T21:17:43,770 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/meta/1588230740 2024-11-09T21:17:43,773 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:17:43,773 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:17:43,777 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:17:43,779 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:17:43,780 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68612944, jitterRate=0.022412538528442383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:17:43,780 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T21:17:43,780 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731187063714Writing region info on filesystem at 1731187063714Initializing all the Stores at 1731187063715 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187063715Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187063716 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187063716Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187063716Cleaning up temporary data from old regions at 1731187063773 (+57 ms)Running coprocessor post-open hooks at 1731187063780 (+7 ms)Region opened successfully at 1731187063780 2024-11-09T21:17:43,781 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731187063675 2024-11-09T21:17:43,785 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T21:17:43,785 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T21:17:43,786 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=9514d6d5e5be,35197,1731187061792 2024-11-09T21:17:43,788 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,35197,1731187061792, state=OPEN 2024-11-09T21:17:43,794 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35197-0x1012175d2920007, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1095355558/meta-region-server 2024-11-09T21:17:43,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1012175d2920006, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1095355558/meta-region-server 2024-11-09T21:17:43,794 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9514d6d5e5be,35197,1731187061792 2024-11-09T21:17:43,794 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1095355558/meta-region-server: CHANGED 2024-11-09T21:17:43,794 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1095355558/meta-region-server: CHANGED 2024-11-09T21:17:43,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-09T21:17:43,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,35197,1731187061792 in 274 msec 2024-11-09T21:17:43,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-09T21:17:43,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0060 sec 2024-11-09T21:17:44,141 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.wal-reader.9514d6d5e5be%2C35197%2C1731187061792,2-9514d6d5e5be,35197,1731187061792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,35197,1731187061792/9514d6d5e5be%2C35197%2C1731187061792.1731187063171 to pos 0, reset compression=false 2024-11-09T21:17:44,148 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.wal-reader.9514d6d5e5be%2C35197%2C1731187061792,1-9514d6d5e5be,35197,1731187061792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,35197,1731187061792/9514d6d5e5be%2C35197%2C1731187061792.1731187063171 to pos 0, reset compression=false 2024-11-09T21:17:44,418 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1611ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1506ms 2024-11-09T21:17:44,647 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.wal-reader.9514d6d5e5be%2C35197%2C1731187061792,2-9514d6d5e5be,35197,1731187061792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,35197,1731187061792/9514d6d5e5be%2C35197%2C1731187061792.1731187063171 to pos 0, reset compression=false 2024-11-09T21:17:44,654 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.wal-reader.9514d6d5e5be%2C35197%2C1731187061792,1-9514d6d5e5be,35197,1731187061792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,35197,1731187061792/9514d6d5e5be%2C35197%2C1731187061792.1731187063171 to pos 0, reset compression=false 2024-11-09T21:17:45,096 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:17:45,258 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.wal-reader.9514d6d5e5be%2C35197%2C1731187061792,2-9514d6d5e5be,35197,1731187061792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,35197,1731187061792/9514d6d5e5be%2C35197%2C1731187061792.1731187063171 to pos 0, reset compression=false 2024-11-09T21:17:45,270 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.wal-reader.9514d6d5e5be%2C35197%2C1731187061792,1-9514d6d5e5be,35197,1731187061792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,35197,1731187061792/9514d6d5e5be%2C35197%2C1731187061792.1731187063171 to pos 0, reset compression=false 2024-11-09T21:17:45,921 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3114ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3009ms 2024-11-09T21:17:45,964 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.wal-reader.9514d6d5e5be%2C35197%2C1731187061792,2-9514d6d5e5be,35197,1731187061792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,35197,1731187061792/9514d6d5e5be%2C35197%2C1731187061792.1731187063171 to pos 0, reset compression=false 2024-11-09T21:17:45,977 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.wal-reader.9514d6d5e5be%2C35197%2C1731187061792,1-9514d6d5e5be,35197,1731187061792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,35197,1731187061792/9514d6d5e5be%2C35197%2C1731187061792.1731187063171 to pos 0, reset compression=false 2024-11-09T21:17:46,775 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.wal-reader.9514d6d5e5be%2C35197%2C1731187061792,2-9514d6d5e5be,35197,1731187061792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,35197,1731187061792/9514d6d5e5be%2C35197%2C1731187061792.1731187063171 to pos 0, reset compression=false 2024-11-09T21:17:46,785 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.wal-reader.9514d6d5e5be%2C35197%2C1731187061792,1-9514d6d5e5be,35197,1731187061792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,35197,1731187061792/9514d6d5e5be%2C35197%2C1731187061792.1731187063171 to pos 0, reset compression=false 2024-11-09T21:17:47,323 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4516ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-09T21:17:47,323 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T21:17:47,324 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:17:47,324 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,35197,1731187061792, seqNum=-1] 2024-11-09T21:17:47,325 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:17:47,327 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:17:47,334 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2273f89be91c58bad082c414f66cf281, regionState=OPEN, lastHost=9514d6d5e5be,43737,1731187044439, regionLocation=9514d6d5e5be,43737,1731187044439, openSeqNum=2 2024-11-09T21:17:47,334 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T21:17:47,334 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731187127334 2024-11-09T21:17:47,334 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731187187334 2024-11-09T21:17:47,334 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 10 msec 2024-11-09T21:17:47,334 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,43745,1731187061727-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:47,334 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,43745,1731187061727-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:47,335 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 9514d6d5e5be,43737,1731187044439 had 2 regions 2024-11-09T21:17:47,335 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,43745,1731187061727-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:47,335 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9514d6d5e5be:43745, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:47,335 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:47,335 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:47,336 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 9514d6d5e5be,43737,1731187044439, splitWal=true, meta=true, isMeta: false 2024-11-09T21:17:47,341 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,43737,1731187044439-splitting dir is empty, no logs to split. 2024-11-09T21:17:47,341 INFO [PEWorker-3 {}] master.SplitWALManager(105): 9514d6d5e5be,43737,1731187044439 WAL count=0, meta=false 2024-11-09T21:17:47,346 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,43737,1731187044439-splitting dir is empty, no logs to split. 2024-11-09T21:17:47,346 INFO [PEWorker-3 {}] master.SplitWALManager(105): 9514d6d5e5be,43737,1731187044439 WAL count=0, meta=false 2024-11-09T21:17:47,346 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 9514d6d5e5be,43737,1731187044439 WAL splitting is done? wals=0, meta=false 2024-11-09T21:17:47,347 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.458sec 2024-11-09T21:17:47,347 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T21:17:47,347 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T21:17:47,347 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T21:17:47,347 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T21:17:47,347 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T21:17:47,347 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,43745,1731187061727-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:17:47,348 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,43745,1731187061727-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T21:17:47,349 WARN [master/9514d6d5e5be:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=9514d6d5e5be,43737,1731187044439/hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281. 2024-11-09T21:17:47,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2273f89be91c58bad082c414f66cf281, ASSIGN}] 2024-11-09T21:17:47,352 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2273f89be91c58bad082c414f66cf281, ASSIGN 2024-11-09T21:17:47,353 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2273f89be91c58bad082c414f66cf281, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T21:17:47,358 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T21:17:47,358 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T21:17:47,358 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,43745,1731187061727-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:47,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@253516e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:47,447 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,43745,-1 for getting cluster id 2024-11-09T21:17:47,447 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:17:47,449 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4de996c6-d47c-4ca3-9a55-37e1c5d75da4' 2024-11-09T21:17:47,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:17:47,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4de996c6-d47c-4ca3-9a55-37e1c5d75da4" 2024-11-09T21:17:47,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5096de54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:47,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,43745,-1] 2024-11-09T21:17:47,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:17:47,451 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:47,454 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:17:47,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d92c91a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:47,456 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:17:47,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,35197,1731187061792, seqNum=-1] 2024-11-09T21:17:47,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:17:47,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:17:47,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-09T21:17:47,463 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:17:47,464 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:17:47,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:47,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:47,464 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:17:47,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 9514d6d5e5be:43745 after: 9514d6d5e5be:43745 2024-11-09T21:17:47,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d8f92c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:47,465 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,43745,-1 for getting cluster id 2024-11-09T21:17:47,465 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:17:47,466 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4de996c6-d47c-4ca3-9a55-37e1c5d75da4' 2024-11-09T21:17:47,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:17:47,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4de996c6-d47c-4ca3-9a55-37e1c5d75da4" 2024-11-09T21:17:47,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5b3e13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:47,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,43745,-1] 2024-11-09T21:17:47,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:17:47,467 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:47,468 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:17:47,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a27a93d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:47,469 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:17:47,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,43745,1731187061727 2024-11-09T21:17:47,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39ad9a91 2024-11-09T21:17:47,471 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:17:47,472 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:17:47,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-09T21:17:47,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-09T21:17:47,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-09T21:17:47,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43745 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-09T21:17:47,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T21:17:47,476 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:17:47,476 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:17:47,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:47,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:47,476 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:17:47,476 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T21:17:47,476 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=817350310, stopped=false 2024-11-09T21:17:47,477 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9514d6d5e5be,33157,1731187051301 2024-11-09T21:17:47,504 DEBUG [9514d6d5e5be:43745 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T21:17:47,504 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=2273f89be91c58bad082c414f66cf281, regionState=OPENING, regionLocation=9514d6d5e5be,35197,1731187061792 2024-11-09T21:17:47,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2273f89be91c58bad082c414f66cf281, ASSIGN because future has completed 2024-11-09T21:17:47,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2273f89be91c58bad082c414f66cf281, server=9514d6d5e5be,35197,1731187061792}] 2024-11-09T21:17:47,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x1012175d2920004, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1431979438/running 2024-11-09T21:17:47,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33157-0x1012175d2920003, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1431979438/running 2024-11-09T21:17:47,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33157-0x1012175d2920003, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1431979438 2024-11-09T21:17:47,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x1012175d2920004, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1431979438 2024-11-09T21:17:47,531 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:17:47,531 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:17:47,531 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:17:47,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:47,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44843-0x1012175d2920004, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Set watcher on znode that does not yet exist, /1-1431979438/running 2024-11-09T21:17:47,531 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9514d6d5e5be,44843,1731187051480' ***** 2024-11-09T21:17:47,531 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T21:17:47,532 INFO [RS:0;9514d6d5e5be:44843 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T21:17:47,532 INFO [RS:0;9514d6d5e5be:44843 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T21:17:47,532 INFO [RS:0;9514d6d5e5be:44843 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T21:17:47,532 INFO [RS:0;9514d6d5e5be:44843 {}] regionserver.HRegionServer(959): stopping server 9514d6d5e5be,44843,1731187051480 2024-11-09T21:17:47,532 INFO [RS:0;9514d6d5e5be:44843 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:17:47,532 INFO [RS:0;9514d6d5e5be:44843 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:44843. 2024-11-09T21:17:47,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33157-0x1012175d2920003, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Set watcher on znode that does not yet exist, /1-1431979438/running 2024-11-09T21:17:47,532 DEBUG [RS:0;9514d6d5e5be:44843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:17:47,532 DEBUG [RS:0;9514d6d5e5be:44843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:47,533 INFO [RS:0;9514d6d5e5be:44843 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T21:17:47,533 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T21:17:47,534 INFO [RS:0;9514d6d5e5be:44843 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T21:17:47,534 INFO [RS:0;9514d6d5e5be:44843 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T21:17:47,534 INFO [RS:0;9514d6d5e5be:44843 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T21:17:47,534 INFO [RS:0;9514d6d5e5be:44843 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T21:17:47,534 DEBUG [RS:0;9514d6d5e5be:44843 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T21:17:47,534 DEBUG [RS:0;9514d6d5e5be:44843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:17:47,534 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:17:47,534 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:17:47,534 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:17:47,534 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:17:47,534 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:17:47,535 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-09T21:17:47,539 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T21:17:47,539 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T21:17:47,562 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/data/hbase/meta/1588230740/.tmp/ns/819e660f376b4a47b453d14fb190560d is 43, key is default/ns:d/1731187054631/Put/seqid=0 2024-11-09T21:17:47,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741835_1011 (size=5153) 2024-11-09T21:17:47,569 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/data/hbase/meta/1588230740/.tmp/ns/819e660f376b4a47b453d14fb190560d 2024-11-09T21:17:47,572 INFO [regionserver/9514d6d5e5be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:17:47,582 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/data/hbase/meta/1588230740/.tmp/ns/819e660f376b4a47b453d14fb190560d as hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/data/hbase/meta/1588230740/ns/819e660f376b4a47b453d14fb190560d 2024-11-09T21:17:47,592 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/data/hbase/meta/1588230740/ns/819e660f376b4a47b453d14fb190560d, entries=2, sequenceid=6, filesize=5.0 K 2024-11-09T21:17:47,594 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 59ms, sequenceid=6, compaction requested=false 2024-11-09T21:17:47,594 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T21:17:47,611 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T21:17:47,612 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:17:47,612 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:17:47,612 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:17:47,612 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187067534Running coprocessor pre-close hooks at 1731187067534Disabling compacts and flushes for region at 1731187067534Disabling writes for close at 1731187067534Obtaining lock to block concurrent updates at 1731187067535 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731187067535Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731187067535Flushing stores of hbase:meta,,1.1588230740 at 1731187067536 (+1 ms)Flushing 1588230740/ns: creating writer at 1731187067536Flushing 1588230740/ns: appending metadata at 1731187067561 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731187067561Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e351f94: reopening flushed file at 1731187067580 (+19 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 59ms, sequenceid=6, compaction requested=false at 1731187067594 (+14 ms)Writing region close event to WAL at 1731187067598 (+4 ms)Running coprocessor post-close hooks at 1731187067612 (+14 ms)Closed at 1731187067612 2024-11-09T21:17:47,613 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T21:17:47,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281. 2024-11-09T21:17:47,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:17:47,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T21:17:47,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C35197%2C1731187061792.rep, suffix=, logDir=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,35197,1731187061792, archiveDir=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/oldWALs, maxLogs=10 2024-11-09T21:17:47,682 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.wal-reader.9514d6d5e5be%2C35197%2C1731187061792,2-9514d6d5e5be,35197,1731187061792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,35197,1731187061792/9514d6d5e5be%2C35197%2C1731187061792.1731187063171 to pos 0, reset compression=false 2024-11-09T21:17:47,691 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.wal-reader.9514d6d5e5be%2C35197%2C1731187061792,1-9514d6d5e5be,35197,1731187061792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,35197,1731187061792/9514d6d5e5be%2C35197%2C1731187061792.1731187063171 to pos 0, reset compression=false 2024-11-09T21:17:47,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,35197,1731187061792/9514d6d5e5be%2C35197%2C1731187061792.rep.1731187067677, exclude list is [], retry=0 2024-11-09T21:17:47,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46697,DS-d2bb21ec-3090-4c79-8cd9-eb4847d61a47,DISK] 2024-11-09T21:17:47,711 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,35197,1731187061792/9514d6d5e5be%2C35197%2C1731187061792.rep.1731187067677 2024-11-09T21:17:47,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38953:38953)] 2024-11-09T21:17:47,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 2273f89be91c58bad082c414f66cf281, NAME => 'hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:17:47,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:17:47,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:17:47,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281. service=MultiRowMutationService 2024-11-09T21:17:47,713 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T21:17:47,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2273f89be91c58bad082c414f66cf281 2024-11-09T21:17:47,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:17:47,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 2273f89be91c58bad082c414f66cf281 2024-11-09T21:17:47,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 2273f89be91c58bad082c414f66cf281 2024-11-09T21:17:47,720 INFO [StoreOpener-2273f89be91c58bad082c414f66cf281-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2273f89be91c58bad082c414f66cf281 2024-11-09T21:17:47,722 INFO [StoreOpener-2273f89be91c58bad082c414f66cf281-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2273f89be91c58bad082c414f66cf281 columnFamilyName hfileref 2024-11-09T21:17:47,722 DEBUG [StoreOpener-2273f89be91c58bad082c414f66cf281-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:47,722 INFO [StoreOpener-2273f89be91c58bad082c414f66cf281-1 {}] regionserver.HStore(327): Store=2273f89be91c58bad082c414f66cf281/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:17:47,723 INFO [StoreOpener-2273f89be91c58bad082c414f66cf281-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2273f89be91c58bad082c414f66cf281 2024-11-09T21:17:47,729 INFO [StoreOpener-2273f89be91c58bad082c414f66cf281-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2273f89be91c58bad082c414f66cf281 columnFamilyName queue 2024-11-09T21:17:47,729 DEBUG [StoreOpener-2273f89be91c58bad082c414f66cf281-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:47,734 INFO [RS:0;9514d6d5e5be:44843 {}] regionserver.HRegionServer(976): stopping server 9514d6d5e5be,44843,1731187051480; all regions closed. 2024-11-09T21:17:47,747 DEBUG [StoreOpener-2273f89be91c58bad082c414f66cf281-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/replication/2273f89be91c58bad082c414f66cf281/queue/56833f4bc48f48f8a544ac99d984df3d 2024-11-09T21:17:47,748 INFO [StoreOpener-2273f89be91c58bad082c414f66cf281-1 {}] regionserver.HStore(327): Store=2273f89be91c58bad082c414f66cf281/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:17:47,748 INFO [StoreOpener-2273f89be91c58bad082c414f66cf281-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2273f89be91c58bad082c414f66cf281 2024-11-09T21:17:47,752 INFO [StoreOpener-2273f89be91c58bad082c414f66cf281-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2273f89be91c58bad082c414f66cf281 columnFamilyName sid 2024-11-09T21:17:47,752 DEBUG [StoreOpener-2273f89be91c58bad082c414f66cf281-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:47,753 INFO [StoreOpener-2273f89be91c58bad082c414f66cf281-1 {}] regionserver.HStore(327): Store=2273f89be91c58bad082c414f66cf281/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:17:47,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 2273f89be91c58bad082c414f66cf281 2024-11-09T21:17:47,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/replication/2273f89be91c58bad082c414f66cf281 2024-11-09T21:17:47,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741834_1010 (size=1152) 2024-11-09T21:17:47,756 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/WALs/9514d6d5e5be,44843,1731187051480/9514d6d5e5be%2C44843%2C1731187051480.meta.1731187054558.meta not finished, retry = 0 2024-11-09T21:17:47,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/replication/2273f89be91c58bad082c414f66cf281 2024-11-09T21:17:47,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 2273f89be91c58bad082c414f66cf281 2024-11-09T21:17:47,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 2273f89be91c58bad082c414f66cf281 2024-11-09T21:17:47,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:17:47,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 2273f89be91c58bad082c414f66cf281 2024-11-09T21:17:47,766 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 2273f89be91c58bad082c414f66cf281; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75356664, jitterRate=0.1229017972946167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:17:47,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2273f89be91c58bad082c414f66cf281 2024-11-09T21:17:47,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 2273f89be91c58bad082c414f66cf281: Running coprocessor pre-open hook at 1731187067714Writing region info on filesystem at 1731187067714Initializing all the Stores at 1731187067719 (+5 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187067720 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187067720Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187067720Cleaning up temporary data from old regions at 1731187067760 (+40 ms)Running coprocessor post-open hooks at 1731187067766 (+6 ms)Region opened successfully at 1731187067767 (+1 ms) 2024-11-09T21:17:47,770 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281., pid=19, masterSystemTime=1731187067665 2024-11-09T21:17:47,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281. 2024-11-09T21:17:47,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281. 2024-11-09T21:17:47,775 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=2273f89be91c58bad082c414f66cf281, regionState=OPEN, openSeqNum=10, regionLocation=9514d6d5e5be,35197,1731187061792 2024-11-09T21:17:47,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2273f89be91c58bad082c414f66cf281, server=9514d6d5e5be,35197,1731187061792 because future has completed 2024-11-09T21:17:47,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-09T21:17:47,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 2273f89be91c58bad082c414f66cf281, server=9514d6d5e5be,35197,1731187061792 in 274 msec 2024-11-09T21:17:47,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-09T21:17:47,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2273f89be91c58bad082c414f66cf281, ASSIGN in 441 msec 2024-11-09T21:17:47,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-09T21:17:47,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281., hostname=9514d6d5e5be,35197,1731187061792, seqNum=10] 2024-11-09T21:17:47,860 DEBUG [RS:0;9514d6d5e5be:44843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/oldWALs 2024-11-09T21:17:47,860 INFO [RS:0;9514d6d5e5be:44843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9514d6d5e5be%2C44843%2C1731187051480.meta:.meta(num 1731187054558) 2024-11-09T21:17:47,862 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 9514d6d5e5be,43737,1731187044439 2024-11-09T21:17:47,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-09T21:17:47,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741832_1008 (size=93) 2024-11-09T21:17:47,880 DEBUG [RS:0;9514d6d5e5be:44843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/oldWALs 2024-11-09T21:17:47,880 INFO [RS:0;9514d6d5e5be:44843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9514d6d5e5be%2C44843%2C1731187051480:(num 1731187053600) 2024-11-09T21:17:47,880 DEBUG [RS:0;9514d6d5e5be:44843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:47,880 INFO [RS:0;9514d6d5e5be:44843 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:17:47,880 INFO [RS:0;9514d6d5e5be:44843 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:17:47,880 INFO [RS:0;9514d6d5e5be:44843 {}] hbase.ChoreService(370): Chore service for: regionserver/9514d6d5e5be:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T21:17:47,880 INFO [RS:0;9514d6d5e5be:44843 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:17:47,880 INFO [RS:0;9514d6d5e5be:44843 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44843 2024-11-09T21:17:47,881 INFO [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:17:47,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x1012175d2920004, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1431979438/rs/9514d6d5e5be,44843,1731187051480 2024-11-09T21:17:47,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33157-0x1012175d2920003, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1431979438/rs 2024-11-09T21:17:47,899 INFO [RS:0;9514d6d5e5be:44843 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:17:47,900 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9514d6d5e5be,44843,1731187051480] 2024-11-09T21:17:47,993 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1431979438/draining/9514d6d5e5be,44843,1731187051480 already deleted, retry=false 2024-11-09T21:17:47,993 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9514d6d5e5be,44843,1731187051480 expired; onlineServers=0 2024-11-09T21:17:47,994 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9514d6d5e5be,33157,1731187051301' ***** 2024-11-09T21:17:47,994 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T21:17:47,994 INFO [M:0;9514d6d5e5be:33157 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:17:47,994 INFO [M:0;9514d6d5e5be:33157 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:17:47,994 DEBUG [M:0;9514d6d5e5be:33157 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T21:17:47,994 DEBUG [M:0;9514d6d5e5be:33157 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T21:17:47,994 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T21:17:47,994 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187053279 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187053279,5,FailOnTimeoutGroup] 2024-11-09T21:17:47,994 INFO [M:0;9514d6d5e5be:33157 {}] hbase.ChoreService(370): Chore service for: master/9514d6d5e5be:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T21:17:47,994 INFO [M:0;9514d6d5e5be:33157 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:17:47,994 DEBUG [M:0;9514d6d5e5be:33157 {}] master.HMaster(1795): Stopping service threads 2024-11-09T21:17:47,994 INFO [M:0;9514d6d5e5be:33157 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T21:17:47,994 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187053279 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187053279,5,FailOnTimeoutGroup] 2024-11-09T21:17:47,994 INFO [M:0;9514d6d5e5be:33157 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:17:47,995 INFO [M:0;9514d6d5e5be:33157 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T21:17:47,995 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T21:17:48,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33157-0x1012175d2920003, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1431979438/master 2024-11-09T21:17:48,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33157-0x1012175d2920003, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1431979438 2024-11-09T21:17:48,004 DEBUG [M:0;9514d6d5e5be:33157 {}] zookeeper.ZKUtil(347): master:33157-0x1012175d2920003, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Unable to get data of znode /1-1431979438/master because node does not exist (not an error) 2024-11-09T21:17:48,004 WARN [M:0;9514d6d5e5be:33157 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T21:17:48,006 INFO [M:0;9514d6d5e5be:33157 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/.lastflushedseqids 2024-11-09T21:17:48,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x1012175d2920004, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:17:48,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44843-0x1012175d2920004, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:17:48,010 INFO [RS:0;9514d6d5e5be:44843 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:17:48,010 INFO [RS:0;9514d6d5e5be:44843 {}] regionserver.HRegionServer(1031): Exiting; stopping=9514d6d5e5be,44843,1731187051480; zookeeper connection closed. 2024-11-09T21:17:48,012 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@38b79eab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@38b79eab 2024-11-09T21:17:48,013 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T21:17:48,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741836_1012 (size=99) 2024-11-09T21:17:48,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35197 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-09T21:17:48,420 INFO [M:0;9514d6d5e5be:33157 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T21:17:48,420 INFO [M:0;9514d6d5e5be:33157 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T21:17:48,421 DEBUG [M:0;9514d6d5e5be:33157 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:17:48,421 INFO [M:0;9514d6d5e5be:33157 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:17:48,421 DEBUG [M:0;9514d6d5e5be:33157 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:17:48,421 DEBUG [M:0;9514d6d5e5be:33157 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:17:48,421 DEBUG [M:0;9514d6d5e5be:33157 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:17:48,421 INFO [M:0;9514d6d5e5be:33157 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-09T21:17:48,443 DEBUG [M:0;9514d6d5e5be:33157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5eb7594f224147d480bcda6fbbeac257 is 82, key is hbase:meta,,1/info:regioninfo/1731187054604/Put/seqid=0 2024-11-09T21:17:48,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741837_1013 (size=5672) 2024-11-09T21:17:48,704 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.wal-reader.9514d6d5e5be%2C35197%2C1731187061792,2-9514d6d5e5be,35197,1731187061792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,35197,1731187061792/9514d6d5e5be%2C35197%2C1731187061792.1731187063171 to pos 0, reset compression=false 2024-11-09T21:17:48,719 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.wal-reader.9514d6d5e5be%2C35197%2C1731187061792,1-9514d6d5e5be,35197,1731187061792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,35197,1731187061792/9514d6d5e5be%2C35197%2C1731187061792.1731187063171 to pos 0, reset compression=false 2024-11-09T21:17:48,850 INFO [M:0;9514d6d5e5be:33157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5eb7594f224147d480bcda6fbbeac257 2024-11-09T21:17:48,872 DEBUG [M:0;9514d6d5e5be:33157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/931c433418954994a42ceec0eb0d0868 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731187054639/Put/seqid=0 2024-11-09T21:17:48,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741838_1014 (size=5275) 2024-11-09T21:17:48,877 INFO [M:0;9514d6d5e5be:33157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/931c433418954994a42ceec0eb0d0868 2024-11-09T21:17:48,898 DEBUG [M:0;9514d6d5e5be:33157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57e2cdeaad734520b88dee63726a2ed9 is 69, key is 9514d6d5e5be,44843,1731187051480/rs:state/1731187053378/Put/seqid=0 2024-11-09T21:17:48,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741839_1015 (size=5156) 2024-11-09T21:17:49,303 INFO [M:0;9514d6d5e5be:33157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57e2cdeaad734520b88dee63726a2ed9 2024-11-09T21:17:49,313 DEBUG [M:0;9514d6d5e5be:33157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5eb7594f224147d480bcda6fbbeac257 as hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5eb7594f224147d480bcda6fbbeac257 2024-11-09T21:17:49,320 INFO [M:0;9514d6d5e5be:33157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5eb7594f224147d480bcda6fbbeac257, entries=8, sequenceid=28, filesize=5.5 K 2024-11-09T21:17:49,321 DEBUG [M:0;9514d6d5e5be:33157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/931c433418954994a42ceec0eb0d0868 as hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/931c433418954994a42ceec0eb0d0868 2024-11-09T21:17:49,328 INFO [M:0;9514d6d5e5be:33157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/931c433418954994a42ceec0eb0d0868, entries=3, sequenceid=28, filesize=5.2 K 2024-11-09T21:17:49,330 DEBUG [M:0;9514d6d5e5be:33157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57e2cdeaad734520b88dee63726a2ed9 as hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/57e2cdeaad734520b88dee63726a2ed9 2024-11-09T21:17:49,336 INFO [M:0;9514d6d5e5be:33157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34793/user/jenkins/test-data/c09d8421-de71-b1f9-a322-4349a017bed2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/57e2cdeaad734520b88dee63726a2ed9, entries=1, sequenceid=28, filesize=5.0 K 2024-11-09T21:17:49,338 INFO [M:0;9514d6d5e5be:33157 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 916ms, sequenceid=28, compaction requested=false 2024-11-09T21:17:49,341 INFO [M:0;9514d6d5e5be:33157 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:17:49,341 DEBUG [M:0;9514d6d5e5be:33157 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187068421Disabling compacts and flushes for region at 1731187068421Disabling writes for close at 1731187068421Obtaining lock to block concurrent updates at 1731187068421Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731187068421Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731187068422 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731187068422Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731187068423 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731187068442 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731187068442Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731187068856 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731187068871 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731187068871Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731187068883 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731187068897 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731187068897Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77169bf5: reopening flushed file at 1731187069312 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65a08264: reopening flushed file at 1731187069320 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b01f35e: reopening flushed file at 1731187069328 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 916ms, sequenceid=28, compaction requested=false at 1731187069338 (+10 ms)Writing region close event to WAL at 1731187069341 (+3 ms)Closed at 1731187069341 2024-11-09T21:17:49,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36921 is added to blk_1073741830_1006 (size=10165) 2024-11-09T21:17:49,344 INFO [M:0;9514d6d5e5be:33157 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T21:17:49,344 INFO [M:0;9514d6d5e5be:33157 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33157 2024-11-09T21:17:49,345 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:17:49,347 INFO [M:0;9514d6d5e5be:33157 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:17:49,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33157-0x1012175d2920003, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:17:49,515 INFO [M:0;9514d6d5e5be:33157 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:17:49,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33157-0x1012175d2920003, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:17:49,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b42e7f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:17:49,521 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@607efd2c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:17:49,521 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:17:49,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14edc8b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:17:49,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76a82fa7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f76aab2-db96-9177-0688-e5eb3830a08b/hadoop.log.dir/,STOPPED} 2024-11-09T21:17:49,524 WARN [BP-15843098-172.17.0.2-1731187048964 heartbeating to localhost/127.0.0.1:34793 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T21:17:49,524 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T21:17:49,524 WARN [BP-15843098-172.17.0.2-1731187048964 heartbeating to localhost/127.0.0.1:34793 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-15843098-172.17.0.2-1731187048964 (Datanode Uuid 7d48bfb9-260b-4dac-98dd-c7f09844317c) service to localhost/127.0.0.1:34793 2024-11-09T21:17:49,524 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T21:17:49,525 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f76aab2-db96-9177-0688-e5eb3830a08b/cluster_2fa1b5c9-e790-3261-d113-01c2c202be62/data/data1/current/BP-15843098-172.17.0.2-1731187048964 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:17:49,526 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f76aab2-db96-9177-0688-e5eb3830a08b/cluster_2fa1b5c9-e790-3261-d113-01c2c202be62/data/data2/current/BP-15843098-172.17.0.2-1731187048964 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:17:49,526 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T21:17:49,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f46caf4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:17:49,533 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73b208c9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:17:49,533 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:17:49,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@748844f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:17:49,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68ef5fe7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f76aab2-db96-9177-0688-e5eb3830a08b/hadoop.log.dir/,STOPPED} 2024-11-09T21:17:49,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T21:17:49,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T21:17:49,560 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:17:49,560 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:17:49,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:49,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:49,560 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:17:49,561 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T21:17:49,561 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=795453095, stopped=false 2024-11-09T21:17:49,561 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9514d6d5e5be,43745,1731187061727 2024-11-09T21:17:49,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1012175d2920006, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1095355558/running 2024-11-09T21:17:49,572 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35197-0x1012175d2920007, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1095355558/running 2024-11-09T21:17:49,572 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:17:49,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1012175d2920006, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095355558 2024-11-09T21:17:49,572 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35197-0x1012175d2920007, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095355558 2024-11-09T21:17:49,573 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:17:49,573 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:17:49,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:49,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35197-0x1012175d2920007, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Set watcher on znode that does not yet exist, /0-1095355558/running 2024-11-09T21:17:49,574 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9514d6d5e5be,35197,1731187061792' ***** 2024-11-09T21:17:49,574 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T21:17:49,574 INFO [RS:0;9514d6d5e5be:35197 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T21:17:49,574 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T21:17:49,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43745-0x1012175d2920006, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Set watcher on znode that does not yet exist, /0-1095355558/running 2024-11-09T21:17:49,575 INFO [RS:0;9514d6d5e5be:35197 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T21:17:49,575 INFO [RS:0;9514d6d5e5be:35197 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T21:17:49,575 INFO [RS:0;9514d6d5e5be:35197 {}] regionserver.HRegionServer(3091): Received CLOSE for 2273f89be91c58bad082c414f66cf281 2024-11-09T21:17:49,576 INFO [RS:0;9514d6d5e5be:35197 {}] regionserver.HRegionServer(959): stopping server 9514d6d5e5be,35197,1731187061792 2024-11-09T21:17:49,576 INFO [RS:0;9514d6d5e5be:35197 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:17:49,576 INFO [RS:0;9514d6d5e5be:35197 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:35197. 2024-11-09T21:17:49,577 DEBUG [RS:0;9514d6d5e5be:35197 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:17:49,577 DEBUG [RS:0;9514d6d5e5be:35197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:49,577 INFO [RS:0;9514d6d5e5be:35197 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T21:17:49,577 INFO [RS:0;9514d6d5e5be:35197 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T21:17:49,577 INFO [RS:0;9514d6d5e5be:35197 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T21:17:49,577 INFO [RS:0;9514d6d5e5be:35197 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T21:17:49,577 INFO [regionserver/9514d6d5e5be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:17:49,578 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2273f89be91c58bad082c414f66cf281, disabling compactions & flushes 2024-11-09T21:17:49,578 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281. 2024-11-09T21:17:49,578 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281. 2024-11-09T21:17:49,578 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281. after waiting 0 ms 2024-11-09T21:17:49,578 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281. 2024-11-09T21:17:49,578 INFO [RS:0;9514d6d5e5be:35197 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T21:17:49,578 DEBUG [RS:0;9514d6d5e5be:35197 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2273f89be91c58bad082c414f66cf281=hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281.} 2024-11-09T21:17:49,578 DEBUG [RS:0;9514d6d5e5be:35197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2273f89be91c58bad082c414f66cf281 2024-11-09T21:17:49,578 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:17:49,578 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:17:49,578 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:17:49,578 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:17:49,579 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:17:49,579 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-09T21:17:49,585 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/replication/2273f89be91c58bad082c414f66cf281/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-09T21:17:49,586 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:17:49,586 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:17:49,586 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281. 2024-11-09T21:17:49,586 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2273f89be91c58bad082c414f66cf281: Waiting for close lock at 1731187069577Running coprocessor pre-close hooks at 1731187069577Disabling compacts and flushes for region at 1731187069577Disabling writes for close at 1731187069578 (+1 ms)Writing region close event to WAL at 1731187069579 (+1 ms)Running coprocessor post-close hooks at 1731187069586 (+7 ms)Closed at 1731187069586 2024-11-09T21:17:49,586 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281. 2024-11-09T21:17:49,601 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/meta/1588230740/.tmp/info/cb98551e24ee43aa94d9de3a703861c7 is 147, key is hbase:replication,,1731187054898.2273f89be91c58bad082c414f66cf281./info:regioninfo/1731187067774/Put/seqid=0 2024-11-09T21:17:49,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46697 is added to blk_1073741851_1027 (size=6385) 2024-11-09T21:17:49,615 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/meta/1588230740/.tmp/info/cb98551e24ee43aa94d9de3a703861c7 2024-11-09T21:17:49,626 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/meta/1588230740/.tmp/info/cb98551e24ee43aa94d9de3a703861c7 as hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/meta/1588230740/info/cb98551e24ee43aa94d9de3a703861c7 2024-11-09T21:17:49,633 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/meta/1588230740/info/cb98551e24ee43aa94d9de3a703861c7, entries=8, sequenceid=19, filesize=6.2 K 2024-11-09T21:17:49,635 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 55ms, sequenceid=19, compaction requested=false 2024-11-09T21:17:49,643 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-09T21:17:49,644 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:17:49,644 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:17:49,644 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:17:49,644 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187069578Running coprocessor pre-close hooks at 1731187069578Disabling compacts and flushes for region at 1731187069578Disabling writes for close at 1731187069579 (+1 ms)Obtaining lock to block concurrent updates at 1731187069579Preparing flush snapshotting stores in 1588230740 at 1731187069579Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731187069579Flushing stores of hbase:meta,,1.1588230740 at 1731187069580 (+1 ms)Flushing 1588230740/info: creating writer at 1731187069580Flushing 1588230740/info: appending metadata at 1731187069601 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731187069601Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f3ea0e1: reopening flushed file at 1731187069625 (+24 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 55ms, sequenceid=19, compaction requested=false at 1731187069635 (+10 ms)Writing region close event to WAL at 1731187069639 (+4 ms)Running coprocessor post-close hooks at 1731187069644 (+5 ms)Closed at 1731187069644 2024-11-09T21:17:49,645 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T21:17:49,779 INFO [RS:0;9514d6d5e5be:35197 {}] regionserver.HRegionServer(976): stopping server 9514d6d5e5be,35197,1731187061792; all regions closed. 2024-11-09T21:17:49,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46697 is added to blk_1073741849_1025 (size=2156) 2024-11-09T21:17:49,784 DEBUG [RS:0;9514d6d5e5be:35197 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/oldWALs 2024-11-09T21:17:49,784 INFO [RS:0;9514d6d5e5be:35197 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9514d6d5e5be%2C35197%2C1731187061792.meta:.meta(num 1731187063686) 2024-11-09T21:17:49,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46697 is added to blk_1073741850_1026 (size=796) 2024-11-09T21:17:49,789 DEBUG [RS:0;9514d6d5e5be:35197 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/oldWALs 2024-11-09T21:17:49,790 INFO [RS:0;9514d6d5e5be:35197 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9514d6d5e5be%2C35197%2C1731187061792.rep:(num 1731187067677) 2024-11-09T21:17:49,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46697 is added to blk_1073741848_1024 (size=93) 2024-11-09T21:17:49,792 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,35197,1731187061792/9514d6d5e5be%2C35197%2C1731187061792.1731187063171 not finished, retry = 0 2024-11-09T21:17:49,810 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.wal-reader.9514d6d5e5be%2C35197%2C1731187061792,2-9514d6d5e5be,35197,1731187061792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,35197,1731187061792/9514d6d5e5be%2C35197%2C1731187061792.1731187063171 to pos 0, reset compression=false 2024-11-09T21:17:49,825 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.wal-reader.9514d6d5e5be%2C35197%2C1731187061792,1-9514d6d5e5be,35197,1731187061792 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,35197,1731187061792/9514d6d5e5be%2C35197%2C1731187061792.1731187063171 to pos 0, reset compression=false 2024-11-09T21:17:49,893 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.wal-reader.9514d6d5e5be%2C35197%2C1731187061792,1-9514d6d5e5be,35197,1731187061792 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,35197,1731187061792/9514d6d5e5be%2C35197%2C1731187061792.1731187063171 2024-11-09T21:17:49,893 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.wal-reader.9514d6d5e5be%2C35197%2C1731187061792,2-9514d6d5e5be,35197,1731187061792 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,35197,1731187061792/9514d6d5e5be%2C35197%2C1731187061792.1731187063171 2024-11-09T21:17:49,894 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.wal-reader.9514d6d5e5be%2C35197%2C1731187061792,1-9514d6d5e5be,35197,1731187061792 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-09T21:17:49,894 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.wal-reader.9514d6d5e5be%2C35197%2C1731187061792,2-9514d6d5e5be,35197,1731187061792 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-09T21:17:49,894 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.wal-reader.9514d6d5e5be%2C35197%2C1731187061792,1-9514d6d5e5be,35197,1731187061792 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-09T21:17:49,894 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.shipper9514d6d5e5be%2C35197%2C1731187061792,2-9514d6d5e5be,35197,1731187061792 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-9514d6d5e5be,35197,1731187061792 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,35197,1731187061792/9514d6d5e5be%2C35197%2C1731187061792.1731187063171, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-09T21:17:49,894 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.wal-reader.9514d6d5e5be%2C35197%2C1731187061792,2-9514d6d5e5be,35197,1731187061792 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-09T21:17:49,894 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.shipper9514d6d5e5be%2C35197%2C1731187061792,1-9514d6d5e5be,35197,1731187061792 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,35197,1731187061792 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/WALs/9514d6d5e5be,35197,1731187061792/9514d6d5e5be%2C35197%2C1731187061792.1731187063171, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-09T21:17:49,894 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.shipper9514d6d5e5be%2C35197%2C1731187061792,1-9514d6d5e5be,35197,1731187061792 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:17:49,894 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.shipper9514d6d5e5be%2C35197%2C1731187061792,1-9514d6d5e5be,35197,1731187061792 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,35197,1731187061792, seqNum=-1] 2024-11-09T21:17:49,895 DEBUG [RS:0;9514d6d5e5be:35197 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/oldWALs 2024-11-09T21:17:49,895 INFO [RS:0;9514d6d5e5be:35197 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9514d6d5e5be%2C35197%2C1731187061792:(num 1731187063171) 2024-11-09T21:17:49,895 DEBUG [RS:0;9514d6d5e5be:35197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:49,895 INFO [RS:0;9514d6d5e5be:35197 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:17:49,896 INFO [RS:0;9514d6d5e5be:35197 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:17:49,896 INFO [RS:0;9514d6d5e5be:35197 {}] hbase.ChoreService(370): Chore service for: regionserver/9514d6d5e5be:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T21:17:49,896 INFO [RS:0;9514d6d5e5be:35197 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:17:49,896 INFO [RS:0;9514d6d5e5be:35197 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9514d6d5e5be,35197,1731187061792 because: Region server is closing 2024-11-09T21:17:49,896 INFO [RS:0;9514d6d5e5be:35197 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:35197. 2024-11-09T21:17:49,896 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/9514d6d5e5be:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-09T21:17:49,896 DEBUG [RS:0;9514d6d5e5be:35197 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:17:49,896 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/9514d6d5e5be:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-09T21:17:49,897 INFO [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:17:49,897 DEBUG [RS:0;9514d6d5e5be:35197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:49,897 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/9514d6d5e5be:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-09T21:17:49,896 WARN [RS:0;9514d6d5e5be:35197.replicationSource.shipper9514d6d5e5be%2C35197%2C1731187061792,1-9514d6d5e5be,35197,1731187061792 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-9514d6d5e5be,35197,1731187061792', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:35197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 58 more 2024-11-09T21:17:49,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:17:49,897 DEBUG [RS:0;9514d6d5e5be:35197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:49,898 ERROR [RS:0;9514d6d5e5be:35197.replicationSource.shipper9514d6d5e5be%2C35197%2C1731187061792,2-9514d6d5e5be,35197,1731187061792 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9514d6d5e5be,35197,1731187061792: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-9514d6d5e5be,35197,1731187061792, walGroup=9514d6d5e5be%2C35197%2C1731187061792, offset=9514d6d5e5be%2C35197%2C1731187061792.1731187063171:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:35197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T21:17:49,899 WARN [RS:0;9514d6d5e5be:35197.replicationSource.shipper9514d6d5e5be%2C35197%2C1731187061792,1-9514d6d5e5be,35197,1731187061792 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-9514d6d5e5be,35197,1731187061792', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:35197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-09T21:17:49,900 ERROR [RS:0;9514d6d5e5be:35197.replicationSource.shipper9514d6d5e5be%2C35197%2C1731187061792,2-9514d6d5e5be,35197,1731187061792 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T21:17:49,900 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.shipper9514d6d5e5be%2C35197%2C1731187061792,2-9514d6d5e5be,35197,1731187061792 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T21:17:49,900 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.shipper9514d6d5e5be%2C35197%2C1731187061792,1-9514d6d5e5be,35197,1731187061792 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-09T21:17:49,901 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.shipper9514d6d5e5be%2C35197%2C1731187061792,1-9514d6d5e5be,35197,1731187061792 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [9514d6d5e5be%2C35197%2C1731187061792.1731187063171] 2024-11-09T21:17:49,902 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.shipper9514d6d5e5be%2C35197%2C1731187061792,2-9514d6d5e5be,35197,1731187061792 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T21:17:49,902 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.shipper9514d6d5e5be%2C35197%2C1731187061792,2-9514d6d5e5be,35197,1731187061792 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T21:17:49,902 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.shipper9514d6d5e5be%2C35197%2C1731187061792,2-9514d6d5e5be,35197,1731187061792 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T21:17:49,902 INFO [RS:0;9514d6d5e5be:35197.replicationSource.shipper9514d6d5e5be%2C35197%2C1731187061792,2-9514d6d5e5be,35197,1731187061792 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 702757152 }, "NonHeapMemoryUsage": { "committed": 162529280, "init": 7667712, "max": -1, "used": 157612384 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T21:17:49,903 DEBUG [RS:0;9514d6d5e5be:35197.replicationSource.shipper9514d6d5e5be%2C35197%2C1731187061792,2-9514d6d5e5be,35197,1731187061792 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [9514d6d5e5be%2C35197%2C1731187061792.1731187063171] 2024-11-09T21:17:49,997 INFO [RS:0;9514d6d5e5be:35197 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;9514d6d5e5be:35197.replicationSource.shipper9514d6d5e5be%2C35197%2C1731187061792,1-9514d6d5e5be,35197,1731187061792 terminated 2024-11-09T21:17:49,997 INFO [RS:0;9514d6d5e5be:35197 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-9514d6d5e5be,35197,1731187061792 because: Region server is closing 2024-11-09T21:17:49,998 INFO [RS:0;9514d6d5e5be:35197 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:35197. 2024-11-09T21:17:49,998 DEBUG [RS:0;9514d6d5e5be:35197 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:17:49,998 DEBUG [RS:0;9514d6d5e5be:35197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:49,998 DEBUG [RS:0;9514d6d5e5be:35197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:49,998 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:17:49,998 INFO [RS:0;9514d6d5e5be:35197 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;9514d6d5e5be:35197.replicationSource.shipper9514d6d5e5be%2C35197%2C1731187061792,2-9514d6d5e5be,35197,1731187061792 terminated 2024-11-09T21:17:49,998 INFO [RS:0;9514d6d5e5be:35197 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35197 2024-11-09T21:17:50,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1012175d2920006, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095355558/rs 2024-11-09T21:17:50,057 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35197-0x1012175d2920007, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1095355558/rs/9514d6d5e5be,35197,1731187061792 2024-11-09T21:17:50,057 INFO [RS:0;9514d6d5e5be:35197 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:17:50,067 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9514d6d5e5be,35197,1731187061792] 2024-11-09T21:17:50,077 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1095355558/draining/9514d6d5e5be,35197,1731187061792 already deleted, retry=false 2024-11-09T21:17:50,077 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9514d6d5e5be,35197,1731187061792 expired; onlineServers=0 2024-11-09T21:17:50,077 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9514d6d5e5be,43745,1731187061727' ***** 2024-11-09T21:17:50,077 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T21:17:50,078 INFO [M:0;9514d6d5e5be:43745 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:17:50,078 INFO [M:0;9514d6d5e5be:43745 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:17:50,078 DEBUG [M:0;9514d6d5e5be:43745 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T21:17:50,078 DEBUG [M:0;9514d6d5e5be:43745 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T21:17:50,078 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T21:17:50,078 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187062806 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187062806,5,FailOnTimeoutGroup] 2024-11-09T21:17:50,078 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187062800 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187062800,5,FailOnTimeoutGroup] 2024-11-09T21:17:50,078 INFO [M:0;9514d6d5e5be:43745 {}] hbase.ChoreService(370): Chore service for: master/9514d6d5e5be:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T21:17:50,078 INFO [M:0;9514d6d5e5be:43745 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:17:50,078 DEBUG [M:0;9514d6d5e5be:43745 {}] master.HMaster(1795): Stopping service threads 2024-11-09T21:17:50,078 INFO [M:0;9514d6d5e5be:43745 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T21:17:50,078 INFO [M:0;9514d6d5e5be:43745 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:17:50,079 INFO [M:0;9514d6d5e5be:43745 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T21:17:50,079 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T21:17:50,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1012175d2920006, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1095355558/master 2024-11-09T21:17:50,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1012175d2920006, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1095355558 2024-11-09T21:17:50,088 DEBUG [M:0;9514d6d5e5be:43745 {}] zookeeper.ZKUtil(347): master:43745-0x1012175d2920006, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Unable to get data of znode /0-1095355558/master because node does not exist (not an error) 2024-11-09T21:17:50,088 WARN [M:0;9514d6d5e5be:43745 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T21:17:50,089 INFO [M:0;9514d6d5e5be:43745 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/.lastflushedseqids 2024-11-09T21:17:50,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46697 is added to blk_1073741852_1028 (size=181) 2024-11-09T21:17:50,167 INFO [RS:0;9514d6d5e5be:35197 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:17:50,167 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35197-0x1012175d2920007, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:17:50,167 INFO [RS:0;9514d6d5e5be:35197 {}] regionserver.HRegionServer(1031): Exiting; stopping=9514d6d5e5be,35197,1731187061792; zookeeper connection closed. 2024-11-09T21:17:50,167 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35197-0x1012175d2920007, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:17:50,167 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@748d6216 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@748d6216 2024-11-09T21:17:50,168 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T21:17:50,498 INFO [M:0;9514d6d5e5be:43745 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T21:17:50,498 INFO [M:0;9514d6d5e5be:43745 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T21:17:50,499 DEBUG [M:0;9514d6d5e5be:43745 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:17:50,499 INFO [M:0;9514d6d5e5be:43745 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:17:50,499 DEBUG [M:0;9514d6d5e5be:43745 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:17:50,499 DEBUG [M:0;9514d6d5e5be:43745 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:17:50,499 DEBUG [M:0;9514d6d5e5be:43745 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:17:50,499 INFO [M:0;9514d6d5e5be:43745 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-09T21:17:50,526 DEBUG [M:0;9514d6d5e5be:43745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/624a30e9b6d1405d8d5ea2a81eacf2b1 is 82, key is hbase:meta,,1/info:regioninfo/1731187063786/Put/seqid=0 2024-11-09T21:17:50,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46697 is added to blk_1073741853_1029 (size=5680) 2024-11-09T21:17:50,532 INFO [M:0;9514d6d5e5be:43745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/624a30e9b6d1405d8d5ea2a81eacf2b1 2024-11-09T21:17:50,564 DEBUG [M:0;9514d6d5e5be:43745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/46083086ac7a4c8bb7e250ad3761ae36 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731187067792/Put/seqid=0 2024-11-09T21:17:50,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46697 is added to blk_1073741854_1030 (size=7319) 2024-11-09T21:17:50,971 INFO [M:0;9514d6d5e5be:43745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/46083086ac7a4c8bb7e250ad3761ae36 2024-11-09T21:17:50,997 DEBUG [M:0;9514d6d5e5be:43745 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95ca41f47ee04740b5ef04e39fa015a8 is 69, key is 9514d6d5e5be,35197,1731187061792/rs:state/1731187062890/Put/seqid=0 2024-11-09T21:17:51,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46697 is added to blk_1073741855_1031 (size=5371) 2024-11-09T21:17:51,003 INFO [M:0;9514d6d5e5be:43745 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95ca41f47ee04740b5ef04e39fa015a8 2024-11-09T21:17:51,011 INFO [M:0;9514d6d5e5be:43745 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 95ca41f47ee04740b5ef04e39fa015a8 2024-11-09T21:17:51,012 DEBUG [M:0;9514d6d5e5be:43745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/624a30e9b6d1405d8d5ea2a81eacf2b1 as hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/624a30e9b6d1405d8d5ea2a81eacf2b1 2024-11-09T21:17:51,023 INFO [M:0;9514d6d5e5be:43745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/624a30e9b6d1405d8d5ea2a81eacf2b1, entries=8, sequenceid=172, filesize=5.5 K 2024-11-09T21:17:51,026 DEBUG [M:0;9514d6d5e5be:43745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/46083086ac7a4c8bb7e250ad3761ae36 as hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/46083086ac7a4c8bb7e250ad3761ae36 2024-11-09T21:17:51,033 INFO [M:0;9514d6d5e5be:43745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/46083086ac7a4c8bb7e250ad3761ae36, entries=7, sequenceid=172, filesize=7.1 K 2024-11-09T21:17:51,034 DEBUG [M:0;9514d6d5e5be:43745 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95ca41f47ee04740b5ef04e39fa015a8 as hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/95ca41f47ee04740b5ef04e39fa015a8 2024-11-09T21:17:51,043 INFO [M:0;9514d6d5e5be:43745 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 95ca41f47ee04740b5ef04e39fa015a8 2024-11-09T21:17:51,044 INFO [M:0;9514d6d5e5be:43745 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40081/user/jenkins/test-data/4ea8a89c-abb0-3978-c94c-3394b34336f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/95ca41f47ee04740b5ef04e39fa015a8, entries=2, sequenceid=172, filesize=5.2 K 2024-11-09T21:17:51,045 INFO [M:0;9514d6d5e5be:43745 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 546ms, sequenceid=172, compaction requested=false 2024-11-09T21:17:51,052 INFO [M:0;9514d6d5e5be:43745 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:17:51,052 DEBUG [M:0;9514d6d5e5be:43745 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187070499Disabling compacts and flushes for region at 1731187070499Disabling writes for close at 1731187070499Obtaining lock to block concurrent updates at 1731187070499Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731187070499Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731187070500 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731187070501 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731187070501Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731187070525 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731187070525Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731187070543 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731187070564 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731187070564Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731187070977 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731187070996 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731187070996Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41cbf7d0: reopening flushed file at 1731187071011 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fd33d75: reopening flushed file at 1731187071023 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e5e76e1: reopening flushed file at 1731187071033 (+10 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 546ms, sequenceid=172, compaction requested=false at 1731187071045 (+12 ms)Writing region close event to WAL at 1731187071052 (+7 ms)Closed at 1731187071052 2024-11-09T21:17:51,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46697 is added to blk_1073741847_1023 (size=22949) 2024-11-09T21:17:51,060 INFO [M:0;9514d6d5e5be:43745 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T21:17:51,060 INFO [M:0;9514d6d5e5be:43745 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43745 2024-11-09T21:17:51,061 INFO [M:0;9514d6d5e5be:43745 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:17:51,061 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:17:51,188 INFO [M:0;9514d6d5e5be:43745 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:17:51,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1012175d2920006, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:17:51,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43745-0x1012175d2920006, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:17:51,191 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48820507{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:17:51,191 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2559a9ca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:17:51,191 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:17:51,191 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e55a42f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:17:51,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2796396{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f/hadoop.log.dir/,STOPPED} 2024-11-09T21:17:51,193 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T21:17:51,193 WARN [BP-982924704-172.17.0.2-1731187039022 heartbeating to localhost/127.0.0.1:40081 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T21:17:51,193 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T21:17:51,193 WARN [BP-982924704-172.17.0.2-1731187039022 heartbeating to localhost/127.0.0.1:40081 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-982924704-172.17.0.2-1731187039022 (Datanode Uuid 354bf810-1c7f-4f8c-ac63-6df574f56a6b) service to localhost/127.0.0.1:40081 2024-11-09T21:17:51,194 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f/cluster_f9b45da6-1bcc-a08e-3ebd-d1db3923fe0c/data/data1/current/BP-982924704-172.17.0.2-1731187039022 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:17:51,194 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f/cluster_f9b45da6-1bcc-a08e-3ebd-d1db3923fe0c/data/data2/current/BP-982924704-172.17.0.2-1731187039022 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:17:51,194 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T21:17:51,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6983e2c5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:17:51,202 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@342f91b1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:17:51,202 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:17:51,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1da1605f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:17:51,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@da0d9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/01b3c237-a938-51b7-456c-98c2c045ef5f/hadoop.log.dir/,STOPPED} 2024-11-09T21:17:51,214 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T21:17:51,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T21:17:51,248 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=116 (was 11) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9514d6d5e5be:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:34793 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40081 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:34793 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:40081 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34793 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34793 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9514d6d5e5be:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53683) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@36ba0088 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:40081 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9514d6d5e5be:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9514d6d5e5be:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9514d6d5e5be:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53683) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:40081 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:40081 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:34793 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40081 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34793 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=476 (was 379) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3384 (was 4251) 2024-11-09T21:17:51,258 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=116, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=476, ProcessCount=11, AvailableMemoryMB=3383 2024-11-09T21:17:51,275 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-09T21:17:51,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f76aab2-db96-9177-0688-e5eb3830a08b/hadoop.log.dir so I do NOT create it in target/test-data/974a5f58-8613-995a-422e-635a168c01bb 2024-11-09T21:17:51,276 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f76aab2-db96-9177-0688-e5eb3830a08b/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T21:17:51,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f76aab2-db96-9177-0688-e5eb3830a08b/hadoop.tmp.dir so I do NOT create it in target/test-data/974a5f58-8613-995a-422e-635a168c01bb 2024-11-09T21:17:51,276 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4f76aab2-db96-9177-0688-e5eb3830a08b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T21:17:51,276 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb 2024-11-09T21:17:51,277 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb/cluster_8f18ea2c-c101-b59d-831e-9272e6954477, deleteOnExit=true 2024-11-09T21:17:51,293 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb/cluster_8f18ea2c-c101-b59d-831e-9272e6954477/zookeeper_0, clientPort=55784, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb/cluster_8f18ea2c-c101-b59d-831e-9272e6954477/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb/cluster_8f18ea2c-c101-b59d-831e-9272e6954477/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T21:17:51,294 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55784 2024-11-09T21:17:51,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T21:17:51,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T21:17:51,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb/test.cache.data in system properties and HBase conf 2024-11-09T21:17:51,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T21:17:51,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb/hadoop.log.dir in system properties and HBase conf 2024-11-09T21:17:51,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T21:17:51,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T21:17:51,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T21:17:51,295 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T21:17:51,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:17:51,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:17:51,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T21:17:51,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:17:51,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T21:17:51,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T21:17:51,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:17:51,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:17:51,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T21:17:51,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb/nfs.dump.dir in system properties and HBase conf 2024-11-09T21:17:51,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb/java.io.tmpdir in system properties and HBase conf 2024-11-09T21:17:51,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:17:51,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T21:17:51,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T21:17:51,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012175d2920005, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T21:17:51,309 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012175d2920005, quorum=127.0.0.1:53683, baseZNode=/1-1431979438 Received Disconnected from ZooKeeper, ignoring 2024-11-09T21:17:51,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012175d2920002, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T21:17:51,310 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012175d2920002, quorum=127.0.0.1:53683, baseZNode=/0-1095355558 Received Disconnected from ZooKeeper, ignoring 2024-11-09T21:17:51,808 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:17:51,816 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:17:51,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:17:51,817 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:17:51,818 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T21:17:51,818 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:17:51,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@597051b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:17:51,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@171238de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:17:51,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41c3c396{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb/java.io.tmpdir/jetty-localhost-38941-hadoop-hdfs-3_4_1-tests_jar-_-any-14227091774291263524/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:17:51,966 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2bc4a7b5{HTTP/1.1, (http/1.1)}{localhost:38941} 2024-11-09T21:17:51,966 INFO [Time-limited test {}] server.Server(415): Started @35969ms 2024-11-09T21:17:52,280 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:17:52,288 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:17:52,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:17:52,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:17:52,292 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T21:17:52,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@729f5a6d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:17:52,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d6e6860{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:17:52,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74e3960{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb/java.io.tmpdir/jetty-localhost-46333-hadoop-hdfs-3_4_1-tests_jar-_-any-2864289094006227591/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:17:52,437 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32374f0{HTTP/1.1, (http/1.1)}{localhost:46333} 2024-11-09T21:17:52,437 INFO [Time-limited test {}] server.Server(415): Started @36440ms 2024-11-09T21:17:52,439 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T21:17:53,115 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:17:53,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:17:53,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:17:53,156 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb/cluster_8f18ea2c-c101-b59d-831e-9272e6954477/data/data1/current/BP-185399018-172.17.0.2-1731187071330/current, will proceed with Du for space computation calculation, 2024-11-09T21:17:53,156 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb/cluster_8f18ea2c-c101-b59d-831e-9272e6954477/data/data2/current/BP-185399018-172.17.0.2-1731187071330/current, will proceed with Du for space computation calculation, 2024-11-09T21:17:53,195 WARN [Thread-485 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T21:17:53,198 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4be0f9bebb67460a with lease ID 0x4d31ea0df681cfc2: Processing first storage report for DS-02d4c50e-2758-42df-a548-ce6d66fcdb7e from datanode DatanodeRegistration(127.0.0.1:34291, datanodeUuid=abd27ba5-5dde-4bf1-a1e8-f07ea1056351, infoPort=46509, infoSecurePort=0, ipcPort=33469, storageInfo=lv=-57;cid=testClusterID;nsid=789699675;c=1731187071330) 2024-11-09T21:17:53,198 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4be0f9bebb67460a with lease ID 0x4d31ea0df681cfc2: from storage DS-02d4c50e-2758-42df-a548-ce6d66fcdb7e node DatanodeRegistration(127.0.0.1:34291, datanodeUuid=abd27ba5-5dde-4bf1-a1e8-f07ea1056351, infoPort=46509, infoSecurePort=0, ipcPort=33469, storageInfo=lv=-57;cid=testClusterID;nsid=789699675;c=1731187071330), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:17:53,199 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4be0f9bebb67460a with lease ID 0x4d31ea0df681cfc2: Processing first storage report for DS-10e390d1-5ac4-4397-83f4-b964cf2b4fe9 from datanode DatanodeRegistration(127.0.0.1:34291, datanodeUuid=abd27ba5-5dde-4bf1-a1e8-f07ea1056351, infoPort=46509, infoSecurePort=0, ipcPort=33469, storageInfo=lv=-57;cid=testClusterID;nsid=789699675;c=1731187071330) 2024-11-09T21:17:53,199 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4be0f9bebb67460a with lease ID 0x4d31ea0df681cfc2: from storage DS-10e390d1-5ac4-4397-83f4-b964cf2b4fe9 node DatanodeRegistration(127.0.0.1:34291, datanodeUuid=abd27ba5-5dde-4bf1-a1e8-f07ea1056351, infoPort=46509, infoSecurePort=0, ipcPort=33469, storageInfo=lv=-57;cid=testClusterID;nsid=789699675;c=1731187071330), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:17:53,295 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb 2024-11-09T21:17:53,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:53,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:53,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741825_1001 (size=7) 2024-11-09T21:17:53,721 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a with version=8 2024-11-09T21:17:53,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/hbase-staging 2024-11-09T21:17:53,724 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:17:53,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:17:53,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:17:53,725 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:17:53,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:17:53,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:17:53,725 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T21:17:53,725 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:17:53,726 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46035 2024-11-09T21:17:53,728 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46035 connecting to ZooKeeper ensemble=127.0.0.1:55784 2024-11-09T21:17:53,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460350x0, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:17:53,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46035-0x101217654e70000 connected 2024-11-09T21:17:53,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:53,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:53,959 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:17:53,959 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T21:17:53,959 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T21:17:53,960 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:17:53,970 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46035-0x101217654e70000, quorum=127.0.0.1:55784, baseZNode=/01527161606 Set watcher on znode that does not yet exist, /01527161606/running 2024-11-09T21:17:53,970 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a, hbase.cluster.distributed=false 2024-11-09T21:17:53,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46035-0x101217654e70000, quorum=127.0.0.1:55784, baseZNode=/01527161606 Set watcher on znode that does not yet exist, /01527161606/acl 2024-11-09T21:17:53,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46035 2024-11-09T21:17:53,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46035 2024-11-09T21:17:54,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46035 2024-11-09T21:17:54,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46035 2024-11-09T21:17:54,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46035 2024-11-09T21:17:54,057 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:17:54,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:17:54,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:17:54,058 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:17:54,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:17:54,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:17:54,058 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T21:17:54,058 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:17:54,059 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45401 2024-11-09T21:17:54,062 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45401 connecting to ZooKeeper ensemble=127.0.0.1:55784 2024-11-09T21:17:54,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:54,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:54,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454010x0, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:17:54,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454010x0, quorum=127.0.0.1:55784, baseZNode=/01527161606 Set watcher on znode that does not yet exist, /01527161606/running 2024-11-09T21:17:54,078 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T21:17:54,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45401-0x101217654e70001 connected 2024-11-09T21:17:54,083 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T21:17:54,084 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45401-0x101217654e70001, quorum=127.0.0.1:55784, baseZNode=/01527161606 Set watcher on znode that does not yet exist, /01527161606/master 2024-11-09T21:17:54,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45401-0x101217654e70001, quorum=127.0.0.1:55784, baseZNode=/01527161606 Set watcher on znode that does not yet exist, /01527161606/acl 2024-11-09T21:17:54,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45401 2024-11-09T21:17:54,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45401 2024-11-09T21:17:54,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45401 2024-11-09T21:17:54,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45401 2024-11-09T21:17:54,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45401 2024-11-09T21:17:54,115 DEBUG [M:0;9514d6d5e5be:46035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9514d6d5e5be:46035 2024-11-09T21:17:54,116 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01527161606/backup-masters/9514d6d5e5be,46035,1731187073724 2024-11-09T21:17:54,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x101217654e70001, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01527161606/backup-masters 2024-11-09T21:17:54,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x101217654e70000, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01527161606/backup-masters 2024-11-09T21:17:54,128 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46035-0x101217654e70000, quorum=127.0.0.1:55784, baseZNode=/01527161606 Set watcher on existing znode=/01527161606/backup-masters/9514d6d5e5be,46035,1731187073724 2024-11-09T21:17:54,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x101217654e70000, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01527161606 2024-11-09T21:17:54,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x101217654e70001, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01527161606/master 2024-11-09T21:17:54,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x101217654e70001, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01527161606 2024-11-09T21:17:54,141 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46035-0x101217654e70000, quorum=127.0.0.1:55784, baseZNode=/01527161606 Set watcher on existing znode=/01527161606/master 2024-11-09T21:17:54,141 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01527161606/backup-masters/9514d6d5e5be,46035,1731187073724 from backup master directory 2024-11-09T21:17:54,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x101217654e70000, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01527161606/backup-masters/9514d6d5e5be,46035,1731187073724 2024-11-09T21:17:54,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x101217654e70001, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01527161606/backup-masters 2024-11-09T21:17:54,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x101217654e70000, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01527161606/backup-masters 2024-11-09T21:17:54,151 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:17:54,151 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9514d6d5e5be,46035,1731187073724 2024-11-09T21:17:54,160 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/hbase.id] with ID: 0421f591-141e-4c83-b3ce-1017692a4434 2024-11-09T21:17:54,160 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/.tmp/hbase.id 2024-11-09T21:17:54,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741826_1002 (size=42) 2024-11-09T21:17:54,582 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/.tmp/hbase.id]:[hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/hbase.id] 2024-11-09T21:17:54,608 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:54,609 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T21:17:54,614 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 5ms. 2024-11-09T21:17:54,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x101217654e70000, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01527161606 2024-11-09T21:17:54,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x101217654e70001, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01527161606 2024-11-09T21:17:54,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741827_1003 (size=196) 2024-11-09T21:17:54,726 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:17:54,727 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T21:17:54,728 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:17:54,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741828_1004 (size=1189) 2024-11-09T21:17:54,756 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/MasterData/data/master/store 2024-11-09T21:17:54,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741829_1005 (size=34) 2024-11-09T21:17:54,799 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:17:54,799 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:17:54,800 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:17:54,800 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:17:54,800 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:17:54,800 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:17:54,800 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:17:54,800 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187074799Disabling compacts and flushes for region at 1731187074799Disabling writes for close at 1731187074800 (+1 ms)Writing region close event to WAL at 1731187074800Closed at 1731187074800 2024-11-09T21:17:54,804 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/MasterData/data/master/store/.initializing 2024-11-09T21:17:54,804 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/MasterData/WALs/9514d6d5e5be,46035,1731187073724 2024-11-09T21:17:54,806 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:17:54,809 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9514d6d5e5be%2C46035%2C1731187073724, suffix=, logDir=hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/MasterData/WALs/9514d6d5e5be,46035,1731187073724, archiveDir=hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/MasterData/oldWALs, maxLogs=10 2024-11-09T21:17:54,841 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/MasterData/WALs/9514d6d5e5be,46035,1731187073724/9514d6d5e5be%2C46035%2C1731187073724.1731187074809, exclude list is [], retry=0 2024-11-09T21:17:54,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34291,DS-02d4c50e-2758-42df-a548-ce6d66fcdb7e,DISK] 2024-11-09T21:17:54,881 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/MasterData/WALs/9514d6d5e5be,46035,1731187073724/9514d6d5e5be%2C46035%2C1731187073724.1731187074809 2024-11-09T21:17:54,884 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46509:46509)] 2024-11-09T21:17:54,885 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:17:54,885 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:17:54,886 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:54,886 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:54,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:54,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T21:17:54,906 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:54,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:54,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:54,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T21:17:54,916 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:54,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:17:54,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:54,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T21:17:54,920 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:54,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:17:54,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:54,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T21:17:54,924 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:54,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:17:54,925 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:54,927 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:54,927 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:54,936 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:54,936 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:54,940 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:17:54,951 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:54,960 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:17:54,961 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67690942, jitterRate=0.008673638105392456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:17:54,962 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731187074887Initializing all the Stores at 1731187074888 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187074888Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187074897 (+9 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187074897Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187074897Cleaning up temporary data from old regions at 1731187074936 (+39 ms)Region opened successfully at 1731187074962 (+26 ms) 2024-11-09T21:17:54,968 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T21:17:54,974 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b131988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:17:54,975 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T21:17:54,975 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T21:17:54,975 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T21:17:54,975 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T21:17:54,976 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T21:17:54,977 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T21:17:54,977 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T21:17:55,016 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T21:17:55,018 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46035-0x101217654e70000, quorum=127.0.0.1:55784, baseZNode=/01527161606 Unable to get data of znode /01527161606/balancer because node does not exist (not necessarily an error) 2024-11-09T21:17:55,027 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01527161606/balancer already deleted, retry=false 2024-11-09T21:17:55,028 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T21:17:55,029 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46035-0x101217654e70000, quorum=127.0.0.1:55784, baseZNode=/01527161606 Unable to get data of znode /01527161606/normalizer because node does not exist (not necessarily an error) 2024-11-09T21:17:55,214 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01527161606/normalizer already deleted, retry=false 2024-11-09T21:17:55,214 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T21:17:55,216 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46035-0x101217654e70000, quorum=127.0.0.1:55784, baseZNode=/01527161606 Unable to get data of znode /01527161606/switch/split because node does not exist (not necessarily an error) 2024-11-09T21:17:55,224 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01527161606/switch/split already deleted, retry=false 2024-11-09T21:17:55,226 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46035-0x101217654e70000, quorum=127.0.0.1:55784, baseZNode=/01527161606 Unable to get data of znode /01527161606/switch/merge because node does not exist (not necessarily an error) 2024-11-09T21:17:55,235 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01527161606/switch/merge already deleted, retry=false 2024-11-09T21:17:55,246 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46035-0x101217654e70000, quorum=127.0.0.1:55784, baseZNode=/01527161606 Unable to get data of znode /01527161606/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T21:17:55,256 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01527161606/snapshot-cleanup already deleted, retry=false 2024-11-09T21:17:55,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x101217654e70001, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01527161606/running 2024-11-09T21:17:55,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x101217654e70001, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01527161606 2024-11-09T21:17:55,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x101217654e70000, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01527161606/running 2024-11-09T21:17:55,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x101217654e70000, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01527161606 2024-11-09T21:17:55,267 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9514d6d5e5be,46035,1731187073724, sessionid=0x101217654e70000, setting cluster-up flag (Was=false) 2024-11-09T21:17:55,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x101217654e70001, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01527161606 2024-11-09T21:17:55,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x101217654e70000, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01527161606 2024-11-09T21:17:55,340 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01527161606/flush-table-proc/acquired, /01527161606/flush-table-proc/reached, /01527161606/flush-table-proc/abort 2024-11-09T21:17:55,342 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,46035,1731187073724 2024-11-09T21:17:55,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x101217654e70001, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01527161606 2024-11-09T21:17:55,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x101217654e70000, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01527161606 2024-11-09T21:17:55,393 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01527161606/online-snapshot/acquired, /01527161606/online-snapshot/reached, /01527161606/online-snapshot/abort 2024-11-09T21:17:55,394 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,46035,1731187073724 2024-11-09T21:17:55,400 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T21:17:55,410 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T21:17:55,411 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T21:17:55,411 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T21:17:55,412 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 9514d6d5e5be,43737,1731187044439: status=Processing ServerCrashProcedure of 9514d6d5e5be,43737,1731187044439 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731187062778, completionTime=-1 appears to have been leaked 2024-11-09T21:17:55,412 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9514d6d5e5be,46035,1731187073724 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T21:17:55,416 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:17:55,416 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:17:55,416 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:17:55,416 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:17:55,417 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9514d6d5e5be:0, corePoolSize=10, maxPoolSize=10 2024-11-09T21:17:55,417 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:55,417 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:17:55,417 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:55,425 INFO [RS:0;9514d6d5e5be:45401 {}] regionserver.HRegionServer(746): ClusterId : 0421f591-141e-4c83-b3ce-1017692a4434 2024-11-09T21:17:55,425 DEBUG [RS:0;9514d6d5e5be:45401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T21:17:55,436 DEBUG [RS:0;9514d6d5e5be:45401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T21:17:55,436 DEBUG [RS:0;9514d6d5e5be:45401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T21:17:55,462 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:17:55,462 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T21:17:55,465 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:55,466 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T21:17:55,473 DEBUG [RS:0;9514d6d5e5be:45401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T21:17:55,474 DEBUG [RS:0;9514d6d5e5be:45401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb01857, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:17:55,526 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731187105526 2024-11-09T21:17:55,527 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T21:17:55,527 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T21:17:55,527 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T21:17:55,527 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T21:17:55,527 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T21:17:55,527 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T21:17:55,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741831_1007 (size=1321) 2024-11-09T21:17:55,531 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T21:17:55,531 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a 2024-11-09T21:17:55,536 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:55,544 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T21:17:55,545 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T21:17:55,545 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T21:17:55,545 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T21:17:55,552 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T21:17:55,553 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T21:17:55,559 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187075553,5,FailOnTimeoutGroup] 2024-11-09T21:17:55,559 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187075559,5,FailOnTimeoutGroup] 2024-11-09T21:17:55,559 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:55,560 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T21:17:55,560 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:55,560 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:55,560 DEBUG [RS:0;9514d6d5e5be:45401 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9514d6d5e5be:45401 2024-11-09T21:17:55,560 INFO [RS:0;9514d6d5e5be:45401 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T21:17:55,560 INFO [RS:0;9514d6d5e5be:45401 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T21:17:55,560 DEBUG [RS:0;9514d6d5e5be:45401 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T21:17:55,561 INFO [RS:0;9514d6d5e5be:45401 {}] regionserver.HRegionServer(2659): reportForDuty to master=9514d6d5e5be,46035,1731187073724 with port=45401, startcode=1731187074057 2024-11-09T21:17:55,561 DEBUG [RS:0;9514d6d5e5be:45401 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T21:17:55,573 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58157, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T21:17:55,574 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46035 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9514d6d5e5be,45401,1731187074057 2024-11-09T21:17:55,574 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46035 {}] master.ServerManager(517): Registering regionserver=9514d6d5e5be,45401,1731187074057 2024-11-09T21:17:55,577 DEBUG [RS:0;9514d6d5e5be:45401 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a 2024-11-09T21:17:55,577 DEBUG [RS:0;9514d6d5e5be:45401 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35951 2024-11-09T21:17:55,577 DEBUG [RS:0;9514d6d5e5be:45401 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T21:17:55,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x101217654e70000, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01527161606/rs 2024-11-09T21:17:55,591 DEBUG [RS:0;9514d6d5e5be:45401 {}] zookeeper.ZKUtil(111): regionserver:45401-0x101217654e70001, quorum=127.0.0.1:55784, baseZNode=/01527161606 Set watcher on existing znode=/01527161606/rs/9514d6d5e5be,45401,1731187074057 2024-11-09T21:17:55,591 WARN [RS:0;9514d6d5e5be:45401 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:17:55,591 INFO [RS:0;9514d6d5e5be:45401 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:17:55,591 DEBUG [RS:0;9514d6d5e5be:45401 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/WALs/9514d6d5e5be,45401,1731187074057 2024-11-09T21:17:55,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741832_1008 (size=32) 2024-11-09T21:17:55,597 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9514d6d5e5be,45401,1731187074057] 2024-11-09T21:17:55,608 INFO [RS:0;9514d6d5e5be:45401 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T21:17:55,612 INFO [RS:0;9514d6d5e5be:45401 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T21:17:55,613 INFO [RS:0;9514d6d5e5be:45401 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T21:17:55,613 INFO [RS:0;9514d6d5e5be:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:55,616 INFO [RS:0;9514d6d5e5be:45401 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T21:17:55,617 INFO [RS:0;9514d6d5e5be:45401 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T21:17:55,617 INFO [RS:0;9514d6d5e5be:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:55,617 DEBUG [RS:0;9514d6d5e5be:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:55,617 DEBUG [RS:0;9514d6d5e5be:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:55,617 DEBUG [RS:0;9514d6d5e5be:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:55,618 DEBUG [RS:0;9514d6d5e5be:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:55,618 DEBUG [RS:0;9514d6d5e5be:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:55,618 DEBUG [RS:0;9514d6d5e5be:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:17:55,618 DEBUG [RS:0;9514d6d5e5be:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:55,618 DEBUG [RS:0;9514d6d5e5be:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:55,618 DEBUG [RS:0;9514d6d5e5be:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:55,618 DEBUG [RS:0;9514d6d5e5be:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:55,618 DEBUG [RS:0;9514d6d5e5be:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:55,618 DEBUG [RS:0;9514d6d5e5be:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:55,618 DEBUG [RS:0;9514d6d5e5be:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:17:55,618 DEBUG [RS:0;9514d6d5e5be:45401 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:17:55,620 INFO [RS:0;9514d6d5e5be:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:55,620 INFO [RS:0;9514d6d5e5be:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:55,620 INFO [RS:0;9514d6d5e5be:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:55,620 INFO [RS:0;9514d6d5e5be:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:55,621 INFO [RS:0;9514d6d5e5be:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:55,621 INFO [RS:0;9514d6d5e5be:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,45401,1731187074057-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:17:55,640 INFO [RS:0;9514d6d5e5be:45401 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T21:17:55,641 INFO [RS:0;9514d6d5e5be:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,45401,1731187074057-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:55,641 INFO [RS:0;9514d6d5e5be:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:55,641 INFO [RS:0;9514d6d5e5be:45401 {}] regionserver.Replication(171): 9514d6d5e5be,45401,1731187074057 started 2024-11-09T21:17:55,661 INFO [RS:0;9514d6d5e5be:45401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:55,661 INFO [RS:0;9514d6d5e5be:45401 {}] regionserver.HRegionServer(1482): Serving as 9514d6d5e5be,45401,1731187074057, RpcServer on 9514d6d5e5be/172.17.0.2:45401, sessionid=0x101217654e70001 2024-11-09T21:17:55,661 DEBUG [RS:0;9514d6d5e5be:45401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T21:17:55,661 DEBUG [RS:0;9514d6d5e5be:45401 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9514d6d5e5be,45401,1731187074057 2024-11-09T21:17:55,661 DEBUG [RS:0;9514d6d5e5be:45401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,45401,1731187074057' 2024-11-09T21:17:55,661 DEBUG [RS:0;9514d6d5e5be:45401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01527161606/flush-table-proc/abort' 2024-11-09T21:17:55,662 DEBUG [RS:0;9514d6d5e5be:45401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01527161606/flush-table-proc/acquired' 2024-11-09T21:17:55,662 DEBUG [RS:0;9514d6d5e5be:45401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T21:17:55,662 DEBUG [RS:0;9514d6d5e5be:45401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T21:17:55,662 DEBUG [RS:0;9514d6d5e5be:45401 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9514d6d5e5be,45401,1731187074057 2024-11-09T21:17:55,662 DEBUG [RS:0;9514d6d5e5be:45401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,45401,1731187074057' 2024-11-09T21:17:55,662 DEBUG [RS:0;9514d6d5e5be:45401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01527161606/online-snapshot/abort' 2024-11-09T21:17:55,663 DEBUG [RS:0;9514d6d5e5be:45401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01527161606/online-snapshot/acquired' 2024-11-09T21:17:55,664 DEBUG [RS:0;9514d6d5e5be:45401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T21:17:55,664 INFO [RS:0;9514d6d5e5be:45401 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T21:17:55,664 INFO [RS:0;9514d6d5e5be:45401 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T21:17:55,765 INFO [RS:0;9514d6d5e5be:45401 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:17:55,766 INFO [RS:0;9514d6d5e5be:45401 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C45401%2C1731187074057, suffix=, logDir=hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/WALs/9514d6d5e5be,45401,1731187074057, archiveDir=hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/oldWALs, maxLogs=10 2024-11-09T21:17:55,782 DEBUG [RS:0;9514d6d5e5be:45401 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/WALs/9514d6d5e5be,45401,1731187074057/9514d6d5e5be%2C45401%2C1731187074057.1731187075767, exclude list is [], retry=0 2024-11-09T21:17:55,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34291,DS-02d4c50e-2758-42df-a548-ce6d66fcdb7e,DISK] 2024-11-09T21:17:55,788 INFO [RS:0;9514d6d5e5be:45401 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/WALs/9514d6d5e5be,45401,1731187074057/9514d6d5e5be%2C45401%2C1731187074057.1731187075767 2024-11-09T21:17:55,788 DEBUG [RS:0;9514d6d5e5be:45401 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46509:46509)] 2024-11-09T21:17:55,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:17:56,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:17:56,004 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:17:56,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:56,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:56,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:17:56,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:17:56,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:56,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:56,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:17:56,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:17:56,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:56,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:56,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:17:56,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:17:56,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:56,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:56,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:17:56,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/data/hbase/meta/1588230740 2024-11-09T21:17:56,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/data/hbase/meta/1588230740 2024-11-09T21:17:56,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:17:56,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:17:56,027 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:17:56,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:17:56,032 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:17:56,033 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65569569, jitterRate=-0.022937282919883728}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:17:56,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731187075999Initializing all the Stores at 1731187076002 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187076002Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187076002Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187076002Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187076002Cleaning up temporary data from old regions at 1731187076026 (+24 ms)Region opened successfully at 1731187076034 (+8 ms) 2024-11-09T21:17:56,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:17:56,034 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:17:56,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:17:56,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:17:56,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:17:56,035 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:17:56,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187076034Disabling compacts and flushes for region at 1731187076034Disabling writes for close at 1731187076034Writing region close event to WAL at 1731187076035 (+1 ms)Closed at 1731187076035 2024-11-09T21:17:56,036 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:17:56,036 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T21:17:56,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T21:17:56,039 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:17:56,040 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T21:17:56,190 DEBUG [9514d6d5e5be:46035 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T21:17:56,191 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9514d6d5e5be,45401,1731187074057 2024-11-09T21:17:56,192 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,45401,1731187074057, state=OPENING 2024-11-09T21:17:56,245 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T21:17:56,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x101217654e70001, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01527161606 2024-11-09T21:17:56,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x101217654e70000, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01527161606 2024-11-09T21:17:56,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01527161606/meta-region-server: CHANGED 2024-11-09T21:17:56,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01527161606/meta-region-server: CHANGED 2024-11-09T21:17:56,257 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:17:56,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,45401,1731187074057}] 2024-11-09T21:17:56,410 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:17:56,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T21:17:56,416 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T21:17:56,416 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:17:56,417 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T21:17:56,419 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C45401%2C1731187074057.meta, suffix=.meta, logDir=hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/WALs/9514d6d5e5be,45401,1731187074057, archiveDir=hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/oldWALs, maxLogs=10 2024-11-09T21:17:56,436 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/WALs/9514d6d5e5be,45401,1731187074057/9514d6d5e5be%2C45401%2C1731187074057.meta.1731187076419.meta, exclude list is [], retry=0 2024-11-09T21:17:56,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34291,DS-02d4c50e-2758-42df-a548-ce6d66fcdb7e,DISK] 2024-11-09T21:17:56,440 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/WALs/9514d6d5e5be,45401,1731187074057/9514d6d5e5be%2C45401%2C1731187074057.meta.1731187076419.meta 2024-11-09T21:17:56,441 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46509:46509)] 2024-11-09T21:17:56,441 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:17:56,441 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:17:56,441 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:17:56,442 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T21:17:56,442 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T21:17:56,442 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T21:17:56,442 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:17:56,442 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T21:17:56,442 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T21:17:56,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:17:56,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:17:56,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:56,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:56,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:17:56,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:17:56,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:56,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:56,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:17:56,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:17:56,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:56,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:56,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:17:56,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:17:56,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:56,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:56,455 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:17:56,458 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/data/hbase/meta/1588230740 2024-11-09T21:17:56,460 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/data/hbase/meta/1588230740 2024-11-09T21:17:56,461 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:17:56,461 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:17:56,462 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:17:56,463 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:17:56,464 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68334107, jitterRate=0.018257543444633484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:17:56,464 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T21:17:56,465 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731187076442Writing region info on filesystem at 1731187076442Initializing all the Stores at 1731187076443 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187076443Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187076444 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187076444Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187076444Cleaning up temporary data from old regions at 1731187076461 (+17 ms)Running coprocessor post-open hooks at 1731187076464 (+3 ms)Region opened successfully at 1731187076465 (+1 ms) 2024-11-09T21:17:56,466 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731187076410 2024-11-09T21:17:56,469 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T21:17:56,469 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T21:17:56,469 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,45401,1731187074057 2024-11-09T21:17:56,471 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,45401,1731187074057, state=OPEN 2024-11-09T21:17:56,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x101217654e70000, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01527161606/meta-region-server 2024-11-09T21:17:56,559 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9514d6d5e5be,45401,1731187074057 2024-11-09T21:17:56,560 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01527161606/meta-region-server: CHANGED 2024-11-09T21:17:56,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x101217654e70001, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01527161606/meta-region-server 2024-11-09T21:17:56,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01527161606/meta-region-server: CHANGED 2024-11-09T21:17:56,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T21:17:56,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,45401,1731187074057 in 302 msec 2024-11-09T21:17:56,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T21:17:56,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 529 msec 2024-11-09T21:17:56,571 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:17:56,571 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T21:17:56,573 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:17:56,573 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,45401,1731187074057, seqNum=-1] 2024-11-09T21:17:56,573 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:17:56,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:17:56,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1740 sec 2024-11-09T21:17:56,584 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731187076584, completionTime=-1 2024-11-09T21:17:56,584 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T21:17:56,584 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T21:17:56,587 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T21:17:56,587 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731187136587 2024-11-09T21:17:56,587 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731187196587 2024-11-09T21:17:56,587 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-09T21:17:56,588 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,46035,1731187073724-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:56,588 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,46035,1731187073724-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:56,588 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,46035,1731187073724-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:56,588 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9514d6d5e5be:46035, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:56,588 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:56,588 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:56,591 DEBUG [master/9514d6d5e5be:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T21:17:56,595 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.444sec 2024-11-09T21:17:56,595 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T21:17:56,595 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T21:17:56,595 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T21:17:56,595 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T21:17:56,595 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T21:17:56,595 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,46035,1731187073724-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:17:56,596 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,46035,1731187073724-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T21:17:56,599 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T21:17:56,599 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T21:17:56,599 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,46035,1731187073724-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:56,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63d0b0ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:56,618 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,46035,-1 for getting cluster id 2024-11-09T21:17:56,618 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:17:56,620 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0421f591-141e-4c83-b3ce-1017692a4434' 2024-11-09T21:17:56,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:17:56,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0421f591-141e-4c83-b3ce-1017692a4434" 2024-11-09T21:17:56,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511bbd43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:56,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,46035,-1] 2024-11-09T21:17:56,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:17:56,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:17:56,624 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:17:56,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154ca069, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:17:56,625 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:17:56,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,45401,1731187074057, seqNum=-1] 2024-11-09T21:17:56,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:17:56,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:17:56,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9514d6d5e5be,46035,1731187073724 2024-11-09T21:17:56,632 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55784 2024-11-09T21:17:56,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:17:56,654 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101217654e70002 connected 2024-11-09T21:17:56,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb/hadoop.log.dir so I do NOT create it in target/test-data/c73083c0-38b0-48ac-88cf-a15ee97f3caa 2024-11-09T21:17:56,666 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T21:17:56,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb/hadoop.tmp.dir so I do NOT create it in target/test-data/c73083c0-38b0-48ac-88cf-a15ee97f3caa 2024-11-09T21:17:56,666 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T21:17:56,667 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c73083c0-38b0-48ac-88cf-a15ee97f3caa 2024-11-09T21:17:56,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T21:17:56,667 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c73083c0-38b0-48ac-88cf-a15ee97f3caa/cluster_f63dcedb-68c8-7e5a-e907-d37e3266fcb0, deleteOnExit=true 2024-11-09T21:17:56,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T21:17:56,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c73083c0-38b0-48ac-88cf-a15ee97f3caa/test.cache.data in system properties and HBase conf 2024-11-09T21:17:56,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c73083c0-38b0-48ac-88cf-a15ee97f3caa/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T21:17:56,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c73083c0-38b0-48ac-88cf-a15ee97f3caa/hadoop.log.dir in system properties and HBase conf 2024-11-09T21:17:56,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c73083c0-38b0-48ac-88cf-a15ee97f3caa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T21:17:56,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c73083c0-38b0-48ac-88cf-a15ee97f3caa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T21:17:56,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T21:17:56,667 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T21:17:56,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c73083c0-38b0-48ac-88cf-a15ee97f3caa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:17:56,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c73083c0-38b0-48ac-88cf-a15ee97f3caa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:17:56,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c73083c0-38b0-48ac-88cf-a15ee97f3caa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T21:17:56,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c73083c0-38b0-48ac-88cf-a15ee97f3caa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:17:56,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c73083c0-38b0-48ac-88cf-a15ee97f3caa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T21:17:56,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c73083c0-38b0-48ac-88cf-a15ee97f3caa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T21:17:56,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c73083c0-38b0-48ac-88cf-a15ee97f3caa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:17:56,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c73083c0-38b0-48ac-88cf-a15ee97f3caa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:17:56,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c73083c0-38b0-48ac-88cf-a15ee97f3caa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T21:17:56,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c73083c0-38b0-48ac-88cf-a15ee97f3caa/nfs.dump.dir in system properties and HBase conf 2024-11-09T21:17:56,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c73083c0-38b0-48ac-88cf-a15ee97f3caa/java.io.tmpdir in system properties and HBase conf 2024-11-09T21:17:56,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c73083c0-38b0-48ac-88cf-a15ee97f3caa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:17:56,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c73083c0-38b0-48ac-88cf-a15ee97f3caa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T21:17:56,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c73083c0-38b0-48ac-88cf-a15ee97f3caa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T21:17:57,166 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:17:57,174 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:17:57,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:17:57,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:17:57,184 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T21:17:57,185 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:17:57,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f0850c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c73083c0-38b0-48ac-88cf-a15ee97f3caa/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:17:57,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cddca89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:17:57,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@799d84b5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c73083c0-38b0-48ac-88cf-a15ee97f3caa/java.io.tmpdir/jetty-localhost-40633-hadoop-hdfs-3_4_1-tests_jar-_-any-10457274584850370785/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:17:57,314 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58d01651{HTTP/1.1, (http/1.1)}{localhost:40633} 2024-11-09T21:17:57,314 INFO [Time-limited test {}] server.Server(415): Started @41317ms 2024-11-09T21:17:57,636 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:17:57,642 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:17:57,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:17:57,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:17:57,649 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T21:17:57,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@212e584b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c73083c0-38b0-48ac-88cf-a15ee97f3caa/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:17:57,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ccd8572{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:17:57,791 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@124402a0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c73083c0-38b0-48ac-88cf-a15ee97f3caa/java.io.tmpdir/jetty-localhost-37829-hadoop-hdfs-3_4_1-tests_jar-_-any-1045441645191153278/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:17:57,791 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e771536{HTTP/1.1, (http/1.1)}{localhost:37829} 2024-11-09T21:17:57,791 INFO [Time-limited test {}] server.Server(415): Started @41794ms 2024-11-09T21:17:57,793 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T21:17:58,522 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c73083c0-38b0-48ac-88cf-a15ee97f3caa/cluster_f63dcedb-68c8-7e5a-e907-d37e3266fcb0/data/data2/current/BP-1371714524-172.17.0.2-1731187076686/current, will proceed with Du for space computation calculation, 2024-11-09T21:17:58,522 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c73083c0-38b0-48ac-88cf-a15ee97f3caa/cluster_f63dcedb-68c8-7e5a-e907-d37e3266fcb0/data/data1/current/BP-1371714524-172.17.0.2-1731187076686/current, will proceed with Du for space computation calculation, 2024-11-09T21:17:58,550 WARN [Thread-606 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T21:17:58,553 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf430d21f03d8588f with lease ID 0x3c12a6a3f53843bf: Processing first storage report for DS-35b3f08e-7184-4f1d-ada6-fca6520ba34a from datanode DatanodeRegistration(127.0.0.1:41661, datanodeUuid=ec2b4f31-1d63-49f2-9996-0267e277a1cf, infoPort=45119, infoSecurePort=0, ipcPort=43881, storageInfo=lv=-57;cid=testClusterID;nsid=42633141;c=1731187076686) 2024-11-09T21:17:58,553 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf430d21f03d8588f with lease ID 0x3c12a6a3f53843bf: from storage DS-35b3f08e-7184-4f1d-ada6-fca6520ba34a node DatanodeRegistration(127.0.0.1:41661, datanodeUuid=ec2b4f31-1d63-49f2-9996-0267e277a1cf, infoPort=45119, infoSecurePort=0, ipcPort=43881, storageInfo=lv=-57;cid=testClusterID;nsid=42633141;c=1731187076686), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:17:58,553 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf430d21f03d8588f with lease ID 0x3c12a6a3f53843bf: Processing first storage report for DS-862b5e11-b273-44b6-aa7c-503722dadb94 from datanode DatanodeRegistration(127.0.0.1:41661, datanodeUuid=ec2b4f31-1d63-49f2-9996-0267e277a1cf, infoPort=45119, infoSecurePort=0, ipcPort=43881, storageInfo=lv=-57;cid=testClusterID;nsid=42633141;c=1731187076686) 2024-11-09T21:17:58,554 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf430d21f03d8588f with lease ID 0x3c12a6a3f53843bf: from storage DS-862b5e11-b273-44b6-aa7c-503722dadb94 node DatanodeRegistration(127.0.0.1:41661, datanodeUuid=ec2b4f31-1d63-49f2-9996-0267e277a1cf, infoPort=45119, infoSecurePort=0, ipcPort=43881, storageInfo=lv=-57;cid=testClusterID;nsid=42633141;c=1731187076686), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:17:58,640 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c73083c0-38b0-48ac-88cf-a15ee97f3caa 2024-11-09T21:17:58,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:58,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:58,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41661 is added to blk_1073741825_1001 (size=7) 2024-11-09T21:17:58,659 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960 with version=8 2024-11-09T21:17:58,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/hbase-staging 2024-11-09T21:17:58,661 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:17:58,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:17:58,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:17:58,661 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:17:58,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:17:58,661 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:17:58,662 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T21:17:58,662 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:17:58,662 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46477 2024-11-09T21:17:58,663 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46477 connecting to ZooKeeper ensemble=127.0.0.1:55784 2024-11-09T21:17:58,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464770x0, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:17:58,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46477-0x101217654e70003 connected 2024-11-09T21:17:58,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:58,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:58,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46477-0x101217654e70003, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Set watcher on znode that does not yet exist, /1-1779288853/running 2024-11-09T21:17:58,768 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960, hbase.cluster.distributed=false 2024-11-09T21:17:58,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46477-0x101217654e70003, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Set watcher on znode that does not yet exist, /1-1779288853/acl 2024-11-09T21:17:58,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46477 2024-11-09T21:17:58,775 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46477 2024-11-09T21:17:58,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46477 2024-11-09T21:17:58,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46477 2024-11-09T21:17:58,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46477 2024-11-09T21:17:58,802 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:17:58,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:17:58,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:17:58,803 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:17:58,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:17:58,803 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:17:58,803 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T21:17:58,803 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:17:58,808 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45769 2024-11-09T21:17:58,810 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45769 connecting to ZooKeeper ensemble=127.0.0.1:55784 2024-11-09T21:17:58,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:58,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:58,824 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457690x0, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:17:58,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45769-0x101217654e70004 connected 2024-11-09T21:17:58,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45769-0x101217654e70004, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Set watcher on znode that does not yet exist, /1-1779288853/running 2024-11-09T21:17:58,825 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T21:17:58,829 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T21:17:58,830 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45769-0x101217654e70004, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Set watcher on znode that does not yet exist, /1-1779288853/master 2024-11-09T21:17:58,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45769-0x101217654e70004, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Set watcher on znode that does not yet exist, /1-1779288853/acl 2024-11-09T21:17:58,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45769 2024-11-09T21:17:58,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45769 2024-11-09T21:17:58,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45769 2024-11-09T21:17:58,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45769 2024-11-09T21:17:58,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45769 2024-11-09T21:17:58,864 DEBUG [M:0;9514d6d5e5be:46477 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9514d6d5e5be:46477 2024-11-09T21:17:58,864 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1779288853/backup-masters/9514d6d5e5be,46477,1731187078661 2024-11-09T21:17:58,876 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45769-0x101217654e70004, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1779288853/backup-masters 2024-11-09T21:17:58,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101217654e70003, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1779288853/backup-masters 2024-11-09T21:17:58,877 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46477-0x101217654e70003, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Set watcher on existing znode=/1-1779288853/backup-masters/9514d6d5e5be,46477,1731187078661 2024-11-09T21:17:58,887 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45769-0x101217654e70004, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1779288853/master 2024-11-09T21:17:58,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101217654e70003, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1779288853 2024-11-09T21:17:58,887 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45769-0x101217654e70004, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1779288853 2024-11-09T21:17:58,888 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46477-0x101217654e70003, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Set watcher on existing znode=/1-1779288853/master 2024-11-09T21:17:58,888 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1779288853/backup-masters/9514d6d5e5be,46477,1731187078661 from backup master directory 2024-11-09T21:17:58,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101217654e70003, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1779288853/backup-masters/9514d6d5e5be,46477,1731187078661 2024-11-09T21:17:58,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101217654e70003, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1779288853/backup-masters 2024-11-09T21:17:58,898 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:17:58,898 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9514d6d5e5be,46477,1731187078661 2024-11-09T21:17:58,898 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45769-0x101217654e70004, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1779288853/backup-masters 2024-11-09T21:17:58,902 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/hbase.id] with ID: 5428f030-9e50-4b29-b7c0-17101091c49b 2024-11-09T21:17:58,902 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/.tmp/hbase.id 2024-11-09T21:17:58,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41661 is added to blk_1073741826_1002 (size=42) 2024-11-09T21:17:58,916 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/.tmp/hbase.id]:[hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/hbase.id] 2024-11-09T21:17:58,938 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:17:58,939 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T21:17:58,942 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-09T21:17:58,950 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45769-0x101217654e70004, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1779288853 2024-11-09T21:17:58,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101217654e70003, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1779288853 2024-11-09T21:17:58,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41661 is added to blk_1073741827_1003 (size=196) 2024-11-09T21:17:58,984 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:17:58,985 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T21:17:58,988 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:17:59,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41661 is added to blk_1073741828_1004 (size=1189) 2024-11-09T21:17:59,418 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/MasterData/data/master/store 2024-11-09T21:17:59,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41661 is added to blk_1073741829_1005 (size=34) 2024-11-09T21:17:59,425 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:17:59,425 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:17:59,425 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:17:59,425 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:17:59,425 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:17:59,425 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:17:59,425 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:17:59,425 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187079425Disabling compacts and flushes for region at 1731187079425Disabling writes for close at 1731187079425Writing region close event to WAL at 1731187079425Closed at 1731187079425 2024-11-09T21:17:59,426 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/MasterData/data/master/store/.initializing 2024-11-09T21:17:59,426 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/MasterData/WALs/9514d6d5e5be,46477,1731187078661 2024-11-09T21:17:59,427 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:17:59,429 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9514d6d5e5be%2C46477%2C1731187078661, suffix=, logDir=hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/MasterData/WALs/9514d6d5e5be,46477,1731187078661, archiveDir=hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/MasterData/oldWALs, maxLogs=10 2024-11-09T21:17:59,443 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/MasterData/WALs/9514d6d5e5be,46477,1731187078661/9514d6d5e5be%2C46477%2C1731187078661.1731187079429, exclude list is [], retry=0 2024-11-09T21:17:59,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41661,DS-35b3f08e-7184-4f1d-ada6-fca6520ba34a,DISK] 2024-11-09T21:17:59,449 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/MasterData/WALs/9514d6d5e5be,46477,1731187078661/9514d6d5e5be%2C46477%2C1731187078661.1731187079429 2024-11-09T21:17:59,449 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45119:45119)] 2024-11-09T21:17:59,449 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:17:59,449 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:17:59,450 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:59,450 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:59,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:59,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T21:17:59,456 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:59,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:17:59,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:59,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T21:17:59,457 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:59,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:17:59,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:59,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T21:17:59,459 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:59,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:17:59,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:59,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T21:17:59,461 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:59,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:17:59,461 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:59,461 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:17:59,463 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:59,469 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:59,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:17:59,473 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:59,473 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:59,473 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:17:59,474 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:17:59,477 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:17:59,478 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66619501, jitterRate=-0.007292076945304871}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:17:59,478 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731187079450Initializing all the Stores at 1731187079451 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187079451Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187079451Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187079451Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187079451Cleaning up temporary data from old regions at 1731187079473 (+22 ms)Region opened successfully at 1731187079478 (+5 ms) 2024-11-09T21:17:59,478 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T21:17:59,485 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64270186, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:17:59,486 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T21:17:59,486 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T21:17:59,486 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T21:17:59,486 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T21:17:59,487 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T21:17:59,487 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T21:17:59,487 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T21:17:59,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:17:59,496 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T21:17:59,497 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46477-0x101217654e70003, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Unable to get data of znode /1-1779288853/balancer because node does not exist (not necessarily an error) 2024-11-09T21:17:59,540 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1779288853/balancer already deleted, retry=false 2024-11-09T21:17:59,540 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T21:17:59,541 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46477-0x101217654e70003, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Unable to get data of znode /1-1779288853/normalizer because node does not exist (not necessarily an error) 2024-11-09T21:17:59,550 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1779288853/normalizer already deleted, retry=false 2024-11-09T21:17:59,550 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T21:17:59,551 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46477-0x101217654e70003, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Unable to get data of znode /1-1779288853/switch/split because node does not exist (not necessarily an error) 2024-11-09T21:17:59,560 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1779288853/switch/split already deleted, retry=false 2024-11-09T21:17:59,561 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46477-0x101217654e70003, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Unable to get data of znode /1-1779288853/switch/merge because node does not exist (not necessarily an error) 2024-11-09T21:17:59,571 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1779288853/switch/merge already deleted, retry=false 2024-11-09T21:17:59,573 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46477-0x101217654e70003, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Unable to get data of znode /1-1779288853/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T21:17:59,582 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1779288853/snapshot-cleanup already deleted, retry=false 2024-11-09T21:17:59,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101217654e70003, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1779288853/running 2024-11-09T21:17:59,592 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45769-0x101217654e70004, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1779288853/running 2024-11-09T21:17:59,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101217654e70003, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1779288853 2024-11-09T21:17:59,592 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45769-0x101217654e70004, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1779288853 2024-11-09T21:17:59,593 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9514d6d5e5be,46477,1731187078661, sessionid=0x101217654e70003, setting cluster-up flag (Was=false) 2024-11-09T21:17:59,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101217654e70003, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1779288853 2024-11-09T21:17:59,613 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45769-0x101217654e70004, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1779288853 2024-11-09T21:17:59,645 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1779288853/flush-table-proc/acquired, /1-1779288853/flush-table-proc/reached, /1-1779288853/flush-table-proc/abort 2024-11-09T21:17:59,649 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,46477,1731187078661 2024-11-09T21:17:59,666 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45769-0x101217654e70004, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1779288853 2024-11-09T21:17:59,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101217654e70003, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1779288853 2024-11-09T21:17:59,697 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1779288853/online-snapshot/acquired, /1-1779288853/online-snapshot/reached, /1-1779288853/online-snapshot/abort 2024-11-09T21:17:59,698 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,46477,1731187078661 2024-11-09T21:17:59,700 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T21:17:59,701 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T21:17:59,701 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T21:17:59,702 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T21:17:59,702 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9514d6d5e5be,46477,1731187078661 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T21:17:59,703 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:17:59,703 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:17:59,703 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:17:59,703 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:17:59,703 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9514d6d5e5be:0, corePoolSize=10, maxPoolSize=10 2024-11-09T21:17:59,703 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:59,703 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:17:59,704 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:59,706 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:17:59,706 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T21:17:59,707 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731187109707 2024-11-09T21:17:59,707 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T21:17:59,707 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T21:17:59,707 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T21:17:59,707 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T21:17:59,707 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T21:17:59,707 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T21:17:59,707 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:59,708 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:17:59,708 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T21:17:59,708 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T21:17:59,708 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T21:17:59,708 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T21:17:59,708 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T21:17:59,708 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T21:17:59,708 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T21:17:59,709 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187079708,5,FailOnTimeoutGroup] 2024-11-09T21:17:59,710 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187079709,5,FailOnTimeoutGroup] 2024-11-09T21:17:59,710 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:59,710 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T21:17:59,710 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:59,710 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:59,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41661 is added to blk_1073741831_1007 (size=1321) 2024-11-09T21:17:59,750 INFO [RS:0;9514d6d5e5be:45769 {}] regionserver.HRegionServer(746): ClusterId : 5428f030-9e50-4b29-b7c0-17101091c49b 2024-11-09T21:17:59,750 DEBUG [RS:0;9514d6d5e5be:45769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T21:17:59,762 DEBUG [RS:0;9514d6d5e5be:45769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T21:17:59,762 DEBUG [RS:0;9514d6d5e5be:45769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T21:17:59,772 DEBUG [RS:0;9514d6d5e5be:45769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T21:17:59,772 DEBUG [RS:0;9514d6d5e5be:45769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4900b768, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:17:59,784 DEBUG [RS:0;9514d6d5e5be:45769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9514d6d5e5be:45769 2024-11-09T21:17:59,784 INFO [RS:0;9514d6d5e5be:45769 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T21:17:59,784 INFO [RS:0;9514d6d5e5be:45769 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T21:17:59,784 DEBUG [RS:0;9514d6d5e5be:45769 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T21:17:59,785 INFO [RS:0;9514d6d5e5be:45769 {}] regionserver.HRegionServer(2659): reportForDuty to master=9514d6d5e5be,46477,1731187078661 with port=45769, startcode=1731187078802 2024-11-09T21:17:59,785 DEBUG [RS:0;9514d6d5e5be:45769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T21:17:59,786 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T21:17:59,787 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46477 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9514d6d5e5be,45769,1731187078802 2024-11-09T21:17:59,787 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46477 {}] master.ServerManager(517): Registering regionserver=9514d6d5e5be,45769,1731187078802 2024-11-09T21:17:59,789 DEBUG [RS:0;9514d6d5e5be:45769 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960 2024-11-09T21:17:59,789 DEBUG [RS:0;9514d6d5e5be:45769 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37593 2024-11-09T21:17:59,789 DEBUG [RS:0;9514d6d5e5be:45769 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T21:17:59,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101217654e70003, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1779288853/rs 2024-11-09T21:17:59,837 DEBUG [RS:0;9514d6d5e5be:45769 {}] zookeeper.ZKUtil(111): regionserver:45769-0x101217654e70004, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Set watcher on existing znode=/1-1779288853/rs/9514d6d5e5be,45769,1731187078802 2024-11-09T21:17:59,837 WARN [RS:0;9514d6d5e5be:45769 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:17:59,837 INFO [RS:0;9514d6d5e5be:45769 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:17:59,837 DEBUG [RS:0;9514d6d5e5be:45769 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/WALs/9514d6d5e5be,45769,1731187078802 2024-11-09T21:17:59,837 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9514d6d5e5be,45769,1731187078802] 2024-11-09T21:17:59,841 INFO [RS:0;9514d6d5e5be:45769 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T21:17:59,842 INFO [RS:0;9514d6d5e5be:45769 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T21:17:59,843 INFO [RS:0;9514d6d5e5be:45769 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T21:17:59,843 INFO [RS:0;9514d6d5e5be:45769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:59,843 INFO [RS:0;9514d6d5e5be:45769 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T21:17:59,843 INFO [RS:0;9514d6d5e5be:45769 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T21:17:59,844 INFO [RS:0;9514d6d5e5be:45769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:59,844 DEBUG [RS:0;9514d6d5e5be:45769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:59,844 DEBUG [RS:0;9514d6d5e5be:45769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:59,844 DEBUG [RS:0;9514d6d5e5be:45769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:59,844 DEBUG [RS:0;9514d6d5e5be:45769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:59,844 DEBUG [RS:0;9514d6d5e5be:45769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:59,844 DEBUG [RS:0;9514d6d5e5be:45769 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:17:59,844 DEBUG [RS:0;9514d6d5e5be:45769 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:59,844 DEBUG [RS:0;9514d6d5e5be:45769 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:59,844 DEBUG [RS:0;9514d6d5e5be:45769 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:59,844 DEBUG [RS:0;9514d6d5e5be:45769 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:59,844 DEBUG [RS:0;9514d6d5e5be:45769 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:59,844 DEBUG [RS:0;9514d6d5e5be:45769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:17:59,844 DEBUG [RS:0;9514d6d5e5be:45769 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:17:59,844 DEBUG [RS:0;9514d6d5e5be:45769 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:17:59,846 INFO [RS:0;9514d6d5e5be:45769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:59,846 INFO [RS:0;9514d6d5e5be:45769 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:59,846 INFO [RS:0;9514d6d5e5be:45769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:59,846 INFO [RS:0;9514d6d5e5be:45769 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:59,846 INFO [RS:0;9514d6d5e5be:45769 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:59,847 INFO [RS:0;9514d6d5e5be:45769 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,45769,1731187078802-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:17:59,858 INFO [RS:0;9514d6d5e5be:45769 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T21:17:59,858 INFO [RS:0;9514d6d5e5be:45769 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,45769,1731187078802-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:59,859 INFO [RS:0;9514d6d5e5be:45769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:59,859 INFO [RS:0;9514d6d5e5be:45769 {}] regionserver.Replication(171): 9514d6d5e5be,45769,1731187078802 started 2024-11-09T21:17:59,870 INFO [RS:0;9514d6d5e5be:45769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:17:59,870 INFO [RS:0;9514d6d5e5be:45769 {}] regionserver.HRegionServer(1482): Serving as 9514d6d5e5be,45769,1731187078802, RpcServer on 9514d6d5e5be/172.17.0.2:45769, sessionid=0x101217654e70004 2024-11-09T21:17:59,870 DEBUG [RS:0;9514d6d5e5be:45769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T21:17:59,870 DEBUG [RS:0;9514d6d5e5be:45769 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9514d6d5e5be,45769,1731187078802 2024-11-09T21:17:59,870 DEBUG [RS:0;9514d6d5e5be:45769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,45769,1731187078802' 2024-11-09T21:17:59,870 DEBUG [RS:0;9514d6d5e5be:45769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1779288853/flush-table-proc/abort' 2024-11-09T21:17:59,871 DEBUG [RS:0;9514d6d5e5be:45769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1779288853/flush-table-proc/acquired' 2024-11-09T21:17:59,872 DEBUG [RS:0;9514d6d5e5be:45769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T21:17:59,872 DEBUG [RS:0;9514d6d5e5be:45769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T21:17:59,872 DEBUG [RS:0;9514d6d5e5be:45769 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9514d6d5e5be,45769,1731187078802 2024-11-09T21:17:59,872 DEBUG [RS:0;9514d6d5e5be:45769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,45769,1731187078802' 2024-11-09T21:17:59,872 DEBUG [RS:0;9514d6d5e5be:45769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1779288853/online-snapshot/abort' 2024-11-09T21:17:59,872 DEBUG [RS:0;9514d6d5e5be:45769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1779288853/online-snapshot/acquired' 2024-11-09T21:17:59,872 DEBUG [RS:0;9514d6d5e5be:45769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T21:17:59,872 INFO [RS:0;9514d6d5e5be:45769 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T21:17:59,872 INFO [RS:0;9514d6d5e5be:45769 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T21:17:59,973 INFO [RS:0;9514d6d5e5be:45769 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:17:59,975 INFO [RS:0;9514d6d5e5be:45769 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C45769%2C1731187078802, suffix=, logDir=hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/WALs/9514d6d5e5be,45769,1731187078802, archiveDir=hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/oldWALs, maxLogs=10 2024-11-09T21:17:59,986 DEBUG [RS:0;9514d6d5e5be:45769 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/WALs/9514d6d5e5be,45769,1731187078802/9514d6d5e5be%2C45769%2C1731187078802.1731187079975, exclude list is [], retry=0 2024-11-09T21:17:59,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41661,DS-35b3f08e-7184-4f1d-ada6-fca6520ba34a,DISK] 2024-11-09T21:17:59,991 INFO [RS:0;9514d6d5e5be:45769 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/WALs/9514d6d5e5be,45769,1731187078802/9514d6d5e5be%2C45769%2C1731187078802.1731187079975 2024-11-09T21:17:59,991 DEBUG [RS:0;9514d6d5e5be:45769 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45119:45119)] 2024-11-09T21:18:00,118 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T21:18:00,118 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960 2024-11-09T21:18:00,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41661 is added to blk_1073741833_1009 (size=32) 2024-11-09T21:18:00,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:18:00,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:18:00,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:18:00,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:00,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:18:00,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:18:00,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:18:00,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:00,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:18:00,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:18:00,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:18:00,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:00,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:18:00,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:18:00,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:18:00,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:00,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:18:00,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:18:00,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/data/hbase/meta/1588230740 2024-11-09T21:18:00,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/data/hbase/meta/1588230740 2024-11-09T21:18:00,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:18:00,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:18:00,536 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:18:00,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:18:00,540 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:18:00,540 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66598688, jitterRate=-0.007602214813232422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:18:00,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731187080524Initializing all the Stores at 1731187080525 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187080525Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187080525Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187080525Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187080525Cleaning up temporary data from old regions at 1731187080536 (+11 ms)Region opened successfully at 1731187080540 (+4 ms) 2024-11-09T21:18:00,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:18:00,540 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:18:00,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:18:00,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:18:00,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:18:00,541 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:18:00,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187080540Disabling compacts and flushes for region at 1731187080540Disabling writes for close at 1731187080540Writing region close event to WAL at 1731187080541 (+1 ms)Closed at 1731187080541 2024-11-09T21:18:00,542 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:18:00,542 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T21:18:00,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T21:18:00,543 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:18:00,544 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T21:18:00,694 DEBUG [9514d6d5e5be:46477 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T21:18:00,695 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9514d6d5e5be,45769,1731187078802 2024-11-09T21:18:00,696 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,45769,1731187078802, state=OPENING 2024-11-09T21:18:00,740 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T21:18:00,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101217654e70003, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1779288853 2024-11-09T21:18:00,750 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45769-0x101217654e70004, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1779288853 2024-11-09T21:18:00,751 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:18:00,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1779288853/meta-region-server: CHANGED 2024-11-09T21:18:00,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1779288853/meta-region-server: CHANGED 2024-11-09T21:18:00,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,45769,1731187078802}] 2024-11-09T21:18:00,904 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:18:00,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T21:18:00,912 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T21:18:00,912 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:18:00,912 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T21:18:00,914 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C45769%2C1731187078802.meta, suffix=.meta, logDir=hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/WALs/9514d6d5e5be,45769,1731187078802, archiveDir=hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/oldWALs, maxLogs=10 2024-11-09T21:18:00,928 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/WALs/9514d6d5e5be,45769,1731187078802/9514d6d5e5be%2C45769%2C1731187078802.meta.1731187080914.meta, exclude list is [], retry=0 2024-11-09T21:18:00,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41661,DS-35b3f08e-7184-4f1d-ada6-fca6520ba34a,DISK] 2024-11-09T21:18:00,932 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/WALs/9514d6d5e5be,45769,1731187078802/9514d6d5e5be%2C45769%2C1731187078802.meta.1731187080914.meta 2024-11-09T21:18:00,933 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45119:45119)] 2024-11-09T21:18:00,933 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:18:00,933 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:18:00,934 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:18:00,934 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T21:18:00,934 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T21:18:00,934 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T21:18:00,934 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:18:00,934 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T21:18:00,934 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T21:18:00,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:18:00,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:18:00,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:00,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:18:00,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:18:00,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:18:00,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:00,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:18:00,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:18:00,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:18:00,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:00,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:18:00,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:18:00,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:18:00,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:00,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:18:00,941 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:18:00,942 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/data/hbase/meta/1588230740 2024-11-09T21:18:00,943 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/data/hbase/meta/1588230740 2024-11-09T21:18:00,944 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:18:00,944 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:18:00,945 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:18:00,947 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:18:00,948 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60668252, jitterRate=-0.09597259759902954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:18:00,948 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T21:18:00,948 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731187080934Writing region info on filesystem at 1731187080934Initializing all the Stores at 1731187080935 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187080935Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187080936 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187080936Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187080936Cleaning up temporary data from old regions at 1731187080944 (+8 ms)Running coprocessor post-open hooks at 1731187080948 (+4 ms)Region opened successfully at 1731187080948 2024-11-09T21:18:00,949 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731187080904 2024-11-09T21:18:00,951 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T21:18:00,951 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T21:18:00,952 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,45769,1731187078802 2024-11-09T21:18:00,954 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,45769,1731187078802, state=OPEN 2024-11-09T21:18:01,045 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45769-0x101217654e70004, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1779288853/meta-region-server 2024-11-09T21:18:01,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101217654e70003, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1779288853/meta-region-server 2024-11-09T21:18:01,045 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9514d6d5e5be,45769,1731187078802 2024-11-09T21:18:01,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1779288853/meta-region-server: CHANGED 2024-11-09T21:18:01,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1779288853/meta-region-server: CHANGED 2024-11-09T21:18:01,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T21:18:01,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,45769,1731187078802 in 295 msec 2024-11-09T21:18:01,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T21:18:01,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 507 msec 2024-11-09T21:18:01,053 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:18:01,053 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T21:18:01,054 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:18:01,055 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,45769,1731187078802, seqNum=-1] 2024-11-09T21:18:01,055 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:18:01,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:18:01,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3610 sec 2024-11-09T21:18:01,063 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731187081063, completionTime=-1 2024-11-09T21:18:01,063 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T21:18:01,063 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T21:18:01,065 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T21:18:01,065 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731187141065 2024-11-09T21:18:01,066 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731187201066 2024-11-09T21:18:01,066 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T21:18:01,066 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,46477,1731187078661-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:01,066 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,46477,1731187078661-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:01,066 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,46477,1731187078661-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:01,066 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9514d6d5e5be:46477, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:01,066 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:01,066 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:01,068 DEBUG [master/9514d6d5e5be:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T21:18:01,070 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.172sec 2024-11-09T21:18:01,070 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T21:18:01,070 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T21:18:01,070 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T21:18:01,070 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T21:18:01,070 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T21:18:01,070 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,46477,1731187078661-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:18:01,070 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,46477,1731187078661-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T21:18:01,073 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T21:18:01,073 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T21:18:01,073 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,46477,1731187078661-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:01,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55808135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:01,151 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,46477,-1 for getting cluster id 2024-11-09T21:18:01,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:18:01,152 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5428f030-9e50-4b29-b7c0-17101091c49b' 2024-11-09T21:18:01,153 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:18:01,153 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5428f030-9e50-4b29-b7c0-17101091c49b" 2024-11-09T21:18:01,153 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@653fba9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:01,153 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,46477,-1] 2024-11-09T21:18:01,153 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:18:01,153 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:01,154 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:18:01,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b100614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:01,155 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:18:01,156 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,45769,1731187078802, seqNum=-1] 2024-11-09T21:18:01,156 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:18:01,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:18:01,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9514d6d5e5be,46477,1731187078661 2024-11-09T21:18:01,159 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55784 2024-11-09T21:18:01,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:18:01,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101217654e70005 connected 2024-11-09T21:18:01,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f84a9f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:01,184 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,46035,-1 for getting cluster id 2024-11-09T21:18:01,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:18:01,186 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0421f591-141e-4c83-b3ce-1017692a4434' 2024-11-09T21:18:01,186 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:18:01,186 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0421f591-141e-4c83-b3ce-1017692a4434" 2024-11-09T21:18:01,186 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f55477a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:01,186 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,46035,-1] 2024-11-09T21:18:01,187 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:18:01,187 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:01,188 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:18:01,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2562e04b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:01,189 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:18:01,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,46035,1731187073724 2024-11-09T21:18:01,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76043805 2024-11-09T21:18:01,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:18:01,191 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:18:01,191 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46035 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9514d6d5e5be:46477,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T21:18:01,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46035 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T21:18:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:18:01,194 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:46477' 2024-11-09T21:18:01,195 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9c031e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:01,196 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,46477,-1 for getting cluster id 2024-11-09T21:18:01,196 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:18:01,196 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5428f030-9e50-4b29-b7c0-17101091c49b' 2024-11-09T21:18:01,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:18:01,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5428f030-9e50-4b29-b7c0-17101091c49b" 2024-11-09T21:18:01,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32684201, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:01,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,46477,-1] 2024-11-09T21:18:01,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:18:01,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:01,198 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:18:01,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@466bc1f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:01,199 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:18:01,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,46477,1731187078661 2024-11-09T21:18:01,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69fb3721 2024-11-09T21:18:01,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:18:01,200 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:18:01,201 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-09T21:18:01,201 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T21:18:01,201 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:01,201 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:01,201 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:18:01,202 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:18:01,203 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T21:18:01,204 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:18:01,205 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:01,205 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:18:01,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741835_1011 (size=1138) 2024-11-09T21:18:01,254 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T21:18:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:18:01,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:18:01,608 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T21:18:01,614 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cf5f4266eab5a87d861e192141c8edaf, NAME => 'hbase:replication,,1731187081202.cf5f4266eab5a87d861e192141c8edaf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a 2024-11-09T21:18:01,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741836_1012 (size=44) 2024-11-09T21:18:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:18:02,021 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731187081202.cf5f4266eab5a87d861e192141c8edaf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:18:02,021 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cf5f4266eab5a87d861e192141c8edaf, disabling compactions & flushes 2024-11-09T21:18:02,021 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731187081202.cf5f4266eab5a87d861e192141c8edaf. 2024-11-09T21:18:02,021 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731187081202.cf5f4266eab5a87d861e192141c8edaf. 2024-11-09T21:18:02,021 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731187081202.cf5f4266eab5a87d861e192141c8edaf. after waiting 0 ms 2024-11-09T21:18:02,021 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731187081202.cf5f4266eab5a87d861e192141c8edaf. 2024-11-09T21:18:02,021 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731187081202.cf5f4266eab5a87d861e192141c8edaf. 2024-11-09T21:18:02,021 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cf5f4266eab5a87d861e192141c8edaf: Waiting for close lock at 1731187082021Disabling compacts and flushes for region at 1731187082021Disabling writes for close at 1731187082021Writing region close event to WAL at 1731187082021Closed at 1731187082021 2024-11-09T21:18:02,022 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:18:02,023 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731187081202.cf5f4266eab5a87d861e192141c8edaf.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731187082023"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731187082023"}]},"ts":"1731187082023"} 2024-11-09T21:18:02,025 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T21:18:02,026 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:18:02,026 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187082026"}]},"ts":"1731187082026"} 2024-11-09T21:18:02,028 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T21:18:02,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cf5f4266eab5a87d861e192141c8edaf, ASSIGN}] 2024-11-09T21:18:02,029 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cf5f4266eab5a87d861e192141c8edaf, ASSIGN 2024-11-09T21:18:02,030 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cf5f4266eab5a87d861e192141c8edaf, ASSIGN; state=OFFLINE, location=9514d6d5e5be,45401,1731187074057; forceNewPlan=false, retain=false 2024-11-09T21:18:02,181 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cf5f4266eab5a87d861e192141c8edaf, regionState=OPENING, regionLocation=9514d6d5e5be,45401,1731187074057 2024-11-09T21:18:02,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cf5f4266eab5a87d861e192141c8edaf, ASSIGN because future has completed 2024-11-09T21:18:02,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf5f4266eab5a87d861e192141c8edaf, server=9514d6d5e5be,45401,1731187074057}] 2024-11-09T21:18:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:18:02,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731187081202.cf5f4266eab5a87d861e192141c8edaf. 2024-11-09T21:18:02,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:18:02,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T21:18:02,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C45401%2C1731187074057.rep, suffix=, logDir=hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/WALs/9514d6d5e5be,45401,1731187074057, archiveDir=hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/oldWALs, maxLogs=10 2024-11-09T21:18:02,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/WALs/9514d6d5e5be,45401,1731187074057/9514d6d5e5be%2C45401%2C1731187074057.rep.1731187082342, exclude list is [], retry=0 2024-11-09T21:18:02,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34291,DS-02d4c50e-2758-42df-a548-ce6d66fcdb7e,DISK] 2024-11-09T21:18:02,358 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/WALs/9514d6d5e5be,45401,1731187074057/9514d6d5e5be%2C45401%2C1731187074057.rep.1731187082342 2024-11-09T21:18:02,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46509:46509)] 2024-11-09T21:18:02,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => cf5f4266eab5a87d861e192141c8edaf, NAME => 'hbase:replication,,1731187081202.cf5f4266eab5a87d861e192141c8edaf.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:18:02,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:18:02,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:18:02,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731187081202.cf5f4266eab5a87d861e192141c8edaf. service=MultiRowMutationService 2024-11-09T21:18:02,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T21:18:02,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cf5f4266eab5a87d861e192141c8edaf 2024-11-09T21:18:02,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731187081202.cf5f4266eab5a87d861e192141c8edaf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:18:02,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for cf5f4266eab5a87d861e192141c8edaf 2024-11-09T21:18:02,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for cf5f4266eab5a87d861e192141c8edaf 2024-11-09T21:18:02,361 INFO [StoreOpener-cf5f4266eab5a87d861e192141c8edaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cf5f4266eab5a87d861e192141c8edaf 2024-11-09T21:18:02,362 INFO [StoreOpener-cf5f4266eab5a87d861e192141c8edaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf5f4266eab5a87d861e192141c8edaf columnFamilyName hfileref 2024-11-09T21:18:02,362 DEBUG [StoreOpener-cf5f4266eab5a87d861e192141c8edaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:02,363 INFO [StoreOpener-cf5f4266eab5a87d861e192141c8edaf-1 {}] regionserver.HStore(327): Store=cf5f4266eab5a87d861e192141c8edaf/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:18:02,363 INFO [StoreOpener-cf5f4266eab5a87d861e192141c8edaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cf5f4266eab5a87d861e192141c8edaf 2024-11-09T21:18:02,364 INFO [StoreOpener-cf5f4266eab5a87d861e192141c8edaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf5f4266eab5a87d861e192141c8edaf columnFamilyName queue 2024-11-09T21:18:02,364 DEBUG [StoreOpener-cf5f4266eab5a87d861e192141c8edaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:02,364 INFO [StoreOpener-cf5f4266eab5a87d861e192141c8edaf-1 {}] regionserver.HStore(327): Store=cf5f4266eab5a87d861e192141c8edaf/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:18:02,365 INFO [StoreOpener-cf5f4266eab5a87d861e192141c8edaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cf5f4266eab5a87d861e192141c8edaf 2024-11-09T21:18:02,366 INFO [StoreOpener-cf5f4266eab5a87d861e192141c8edaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf5f4266eab5a87d861e192141c8edaf columnFamilyName sid 2024-11-09T21:18:02,366 DEBUG [StoreOpener-cf5f4266eab5a87d861e192141c8edaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:02,366 INFO [StoreOpener-cf5f4266eab5a87d861e192141c8edaf-1 {}] regionserver.HStore(327): Store=cf5f4266eab5a87d861e192141c8edaf/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:18:02,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for cf5f4266eab5a87d861e192141c8edaf 2024-11-09T21:18:02,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/data/hbase/replication/cf5f4266eab5a87d861e192141c8edaf 2024-11-09T21:18:02,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/data/hbase/replication/cf5f4266eab5a87d861e192141c8edaf 2024-11-09T21:18:02,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for cf5f4266eab5a87d861e192141c8edaf 2024-11-09T21:18:02,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for cf5f4266eab5a87d861e192141c8edaf 2024-11-09T21:18:02,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:18:02,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for cf5f4266eab5a87d861e192141c8edaf 2024-11-09T21:18:02,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/data/hbase/replication/cf5f4266eab5a87d861e192141c8edaf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:18:02,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened cf5f4266eab5a87d861e192141c8edaf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64506122, jitterRate=-0.038783878087997437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:18:02,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf5f4266eab5a87d861e192141c8edaf 2024-11-09T21:18:02,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for cf5f4266eab5a87d861e192141c8edaf: Running coprocessor pre-open hook at 1731187082360Writing region info on filesystem at 1731187082360Initializing all the Stores at 1731187082361 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187082361Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187082361Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187082361Cleaning up temporary data from old regions at 1731187082368 (+7 ms)Running coprocessor post-open hooks at 1731187082372 (+4 ms)Region opened successfully at 1731187082373 (+1 ms) 2024-11-09T21:18:02,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731187081202.cf5f4266eab5a87d861e192141c8edaf., pid=7, masterSystemTime=1731187082336 2024-11-09T21:18:02,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731187081202.cf5f4266eab5a87d861e192141c8edaf. 2024-11-09T21:18:02,376 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731187081202.cf5f4266eab5a87d861e192141c8edaf. 2024-11-09T21:18:02,377 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=cf5f4266eab5a87d861e192141c8edaf, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,45401,1731187074057 2024-11-09T21:18:02,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf5f4266eab5a87d861e192141c8edaf, server=9514d6d5e5be,45401,1731187074057 because future has completed 2024-11-09T21:18:02,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T21:18:02,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure cf5f4266eab5a87d861e192141c8edaf, server=9514d6d5e5be,45401,1731187074057 in 196 msec 2024-11-09T21:18:02,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T21:18:02,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cf5f4266eab5a87d861e192141c8edaf, ASSIGN in 354 msec 2024-11-09T21:18:02,386 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:18:02,386 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187082386"}]},"ts":"1731187082386"} 2024-11-09T21:18:02,388 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T21:18:02,389 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:18:02,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1870 sec 2024-11-09T21:18:02,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731187081202.cf5f4266eab5a87d861e192141c8edaf., hostname=9514d6d5e5be,45401,1731187074057, seqNum=2] 2024-11-09T21:18:02,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x101217654e70000, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01527161606 2024-11-09T21:18:02,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x101217654e70001, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01527161606 2024-11-09T21:18:02,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T21:18:02,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45401 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-09T21:18:02,663 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T21:18:02,687 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-9514d6d5e5be,45401,1731187074057, ReplicationSource: 1, currentBandwidth=0 2024-11-09T21:18:02,687 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:18:02,688 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,45401,1731187074057, seqNum=-1] 2024-11-09T21:18:02,688 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:18:02,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-09T21:18:02,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9514d6d5e5be,45401,1731187074057', locateType=CURRENT is [region=hbase:replication,,1731187081202.cf5f4266eab5a87d861e192141c8edaf., hostname=9514d6d5e5be,45401,1731187074057, seqNum=2] 2024-11-09T21:18:02,694 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T21:18:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46035 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T21:18:02,696 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9514d6d5e5be,45401,1731187074057 suceeded 2024-11-09T21:18:02,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-09T21:18:02,698 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9514d6d5e5be:46477,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T21:18:02,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-09T21:18:02,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5070 sec 2024-11-09T21:18:02,711 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45401,1731187074057 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:46477' 2024-11-09T21:18:02,712 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45401,1731187074057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66745509, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:02,712 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45401,1731187074057 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,46477,-1 for getting cluster id 2024-11-09T21:18:02,712 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45401,1731187074057 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:18:02,713 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5428f030-9e50-4b29-b7c0-17101091c49b' 2024-11-09T21:18:02,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:18:02,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5428f030-9e50-4b29-b7c0-17101091c49b" 2024-11-09T21:18:02,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28b16c8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:02,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,46477,-1] 2024-11-09T21:18:02,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:18:02,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:02,714 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:18:02,715 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45401,1731187074057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cb107ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:02,715 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45401,1731187074057 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:18:02,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,46477,1731187078661 2024-11-09T21:18:02,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4af447ad 2024-11-09T21:18:02,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:18:02,717 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-09T21:18:02,717 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45401,1731187074057 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9514d6d5e5be,45401,1731187074057 (queues=1) is replicating from cluster=0421f591-141e-4c83-b3ce-1017692a4434 to cluster=5428f030-9e50-4b29-b7c0-17101091c49b 2024-11-09T21:18:02,717 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45401,1731187074057 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9514d6d5e5be%2C45401%2C1731187074057 2024-11-09T21:18:02,717 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45401,1731187074057 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9514d6d5e5be,45401,1731187074057, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T21:18:02,718 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45401,1731187074057.replicationSource.shipper9514d6d5e5be%2C45401%2C1731187074057,1-9514d6d5e5be,45401,1731187074057 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9514d6d5e5be%2C45401%2C1731187074057 2024-11-09T21:18:02,718 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45401,1731187074057.replicationSource.wal-reader.9514d6d5e5be%2C45401%2C1731187074057,1-9514d6d5e5be,45401,1731187074057 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/WALs/9514d6d5e5be,45401,1731187074057/9514d6d5e5be%2C45401%2C1731187074057.1731187075767, startPosition=0, beingWritten=true 2024-11-09T21:18:02,923 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45401,1731187074057.replicationSource.wal-reader.9514d6d5e5be%2C45401%2C1731187074057,1-9514d6d5e5be,45401,1731187074057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/WALs/9514d6d5e5be,45401,1731187074057/9514d6d5e5be%2C45401%2C1731187074057.1731187075767 to pos 0, reset compression=false 2024-11-09T21:18:03,228 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45401,1731187074057.replicationSource.wal-reader.9514d6d5e5be%2C45401%2C1731187074057,1-9514d6d5e5be,45401,1731187074057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/WALs/9514d6d5e5be,45401,1731187074057/9514d6d5e5be%2C45401%2C1731187074057.1731187075767 to pos 0, reset compression=false 2024-11-09T21:18:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:18:03,340 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T21:18:03,340 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:18:03,340 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:18:03,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:03,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:03,340 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:18:03,340 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:18:03,341 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,46035,1731187073724 2024-11-09T21:18:03,341 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26818c83 2024-11-09T21:18:03,341 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:18:03,342 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:18:03,342 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46035 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-09T21:18:03,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T21:18:03,343 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:18:03,343 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:18:03,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:03,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:03,343 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:18:03,343 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T21:18:03,343 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1043604178, stopped=false 2024-11-09T21:18:03,343 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9514d6d5e5be,46477,1731187078661 2024-11-09T21:18:03,392 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45769-0x101217654e70004, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1779288853/running 2024-11-09T21:18:03,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101217654e70003, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1779288853/running 2024-11-09T21:18:03,392 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45769-0x101217654e70004, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1779288853 2024-11-09T21:18:03,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101217654e70003, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1779288853 2024-11-09T21:18:03,392 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:18:03,392 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:18:03,392 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:18:03,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:03,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45769-0x101217654e70004, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Set watcher on znode that does not yet exist, /1-1779288853/running 2024-11-09T21:18:03,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46477-0x101217654e70003, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Set watcher on znode that does not yet exist, /1-1779288853/running 2024-11-09T21:18:03,393 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9514d6d5e5be,45769,1731187078802' ***** 2024-11-09T21:18:03,393 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T21:18:03,393 INFO [RS:0;9514d6d5e5be:45769 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T21:18:03,393 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T21:18:03,393 INFO [RS:0;9514d6d5e5be:45769 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T21:18:03,393 INFO [RS:0;9514d6d5e5be:45769 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T21:18:03,393 INFO [RS:0;9514d6d5e5be:45769 {}] regionserver.HRegionServer(959): stopping server 9514d6d5e5be,45769,1731187078802 2024-11-09T21:18:03,393 INFO [RS:0;9514d6d5e5be:45769 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:18:03,393 INFO [RS:0;9514d6d5e5be:45769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:45769. 2024-11-09T21:18:03,393 DEBUG [RS:0;9514d6d5e5be:45769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:18:03,393 DEBUG [RS:0;9514d6d5e5be:45769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:03,394 INFO [RS:0;9514d6d5e5be:45769 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T21:18:03,394 INFO [RS:0;9514d6d5e5be:45769 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T21:18:03,394 INFO [RS:0;9514d6d5e5be:45769 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T21:18:03,394 INFO [RS:0;9514d6d5e5be:45769 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T21:18:03,394 INFO [RS:0;9514d6d5e5be:45769 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T21:18:03,394 DEBUG [RS:0;9514d6d5e5be:45769 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T21:18:03,394 DEBUG [RS:0;9514d6d5e5be:45769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:18:03,394 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:18:03,394 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:18:03,394 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:18:03,394 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:18:03,394 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:18:03,394 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-09T21:18:03,409 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/data/hbase/meta/1588230740/.tmp/ns/c7a10da91fbb4a8792fe0cf40a403ebe is 43, key is default/ns:d/1731187081057/Put/seqid=0 2024-11-09T21:18:03,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41661 is added to blk_1073741835_1011 (size=5153) 2024-11-09T21:18:03,449 INFO [regionserver/9514d6d5e5be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:18:03,594 DEBUG [RS:0;9514d6d5e5be:45769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:18:03,633 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45401,1731187074057.replicationSource.wal-reader.9514d6d5e5be%2C45401%2C1731187074057,1-9514d6d5e5be,45401,1731187074057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/WALs/9514d6d5e5be,45401,1731187074057/9514d6d5e5be%2C45401%2C1731187074057.1731187075767 to pos 0, reset compression=false 2024-11-09T21:18:03,794 DEBUG [RS:0;9514d6d5e5be:45769 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:18:03,814 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/data/hbase/meta/1588230740/.tmp/ns/c7a10da91fbb4a8792fe0cf40a403ebe 2024-11-09T21:18:03,822 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/data/hbase/meta/1588230740/.tmp/ns/c7a10da91fbb4a8792fe0cf40a403ebe as hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/data/hbase/meta/1588230740/ns/c7a10da91fbb4a8792fe0cf40a403ebe 2024-11-09T21:18:03,828 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/data/hbase/meta/1588230740/ns/c7a10da91fbb4a8792fe0cf40a403ebe, entries=2, sequenceid=6, filesize=5.0 K 2024-11-09T21:18:03,829 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false 2024-11-09T21:18:03,833 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T21:18:03,834 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:18:03,834 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:18:03,834 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:18:03,834 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187083394Running coprocessor pre-close hooks at 1731187083394Disabling compacts and flushes for region at 1731187083394Disabling writes for close at 1731187083394Obtaining lock to block concurrent updates at 1731187083394Preparing flush snapshotting stores in 1588230740 at 1731187083394Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731187083395 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731187083395Flushing 1588230740/ns: creating writer at 1731187083395Flushing 1588230740/ns: appending metadata at 1731187083408 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731187083409 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f95d549: reopening flushed file at 1731187083820 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false at 1731187083829 (+9 ms)Writing region close event to WAL at 1731187083830 (+1 ms)Running coprocessor post-close hooks at 1731187083834 (+4 ms)Closed at 1731187083834 2024-11-09T21:18:03,834 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T21:18:03,847 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T21:18:03,847 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T21:18:03,927 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T21:18:03,927 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T21:18:03,928 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T21:18:03,928 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T21:18:03,929 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:18:03,929 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T21:18:03,929 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:18:03,929 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T21:18:03,929 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T21:18:03,929 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T21:18:03,995 INFO [RS:0;9514d6d5e5be:45769 {}] regionserver.HRegionServer(976): stopping server 9514d6d5e5be,45769,1731187078802; all regions closed. 2024-11-09T21:18:03,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41661 is added to blk_1073741834_1010 (size=1152) 2024-11-09T21:18:03,997 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/WALs/9514d6d5e5be,45769,1731187078802/9514d6d5e5be%2C45769%2C1731187078802.meta.1731187080914.meta not finished, retry = 0 2024-11-09T21:18:04,100 DEBUG [RS:0;9514d6d5e5be:45769 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/oldWALs 2024-11-09T21:18:04,100 INFO [RS:0;9514d6d5e5be:45769 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9514d6d5e5be%2C45769%2C1731187078802.meta:.meta(num 1731187080914) 2024-11-09T21:18:04,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41661 is added to blk_1073741832_1008 (size=93) 2024-11-09T21:18:04,105 DEBUG [RS:0;9514d6d5e5be:45769 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/oldWALs 2024-11-09T21:18:04,105 INFO [RS:0;9514d6d5e5be:45769 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9514d6d5e5be%2C45769%2C1731187078802:(num 1731187079975) 2024-11-09T21:18:04,105 DEBUG [RS:0;9514d6d5e5be:45769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:04,105 INFO [RS:0;9514d6d5e5be:45769 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:18:04,105 INFO [RS:0;9514d6d5e5be:45769 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:18:04,105 INFO [RS:0;9514d6d5e5be:45769 {}] hbase.ChoreService(370): Chore service for: regionserver/9514d6d5e5be:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T21:18:04,106 INFO [RS:0;9514d6d5e5be:45769 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:18:04,106 INFO [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:18:04,106 INFO [RS:0;9514d6d5e5be:45769 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45769 2024-11-09T21:18:04,138 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45401,1731187074057.replicationSource.wal-reader.9514d6d5e5be%2C45401%2C1731187074057,1-9514d6d5e5be,45401,1731187074057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/WALs/9514d6d5e5be,45401,1731187074057/9514d6d5e5be%2C45401%2C1731187074057.1731187075767 to pos 0, reset compression=false 2024-11-09T21:18:04,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101217654e70003, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1779288853/rs 2024-11-09T21:18:04,160 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45769-0x101217654e70004, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1779288853/rs/9514d6d5e5be,45769,1731187078802 2024-11-09T21:18:04,160 INFO [RS:0;9514d6d5e5be:45769 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:18:04,171 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9514d6d5e5be,45769,1731187078802] 2024-11-09T21:18:04,181 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1779288853/draining/9514d6d5e5be,45769,1731187078802 already deleted, retry=false 2024-11-09T21:18:04,181 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9514d6d5e5be,45769,1731187078802 expired; onlineServers=0 2024-11-09T21:18:04,181 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9514d6d5e5be,46477,1731187078661' ***** 2024-11-09T21:18:04,181 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T21:18:04,181 INFO [M:0;9514d6d5e5be:46477 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:18:04,181 INFO [M:0;9514d6d5e5be:46477 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:18:04,182 DEBUG [M:0;9514d6d5e5be:46477 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T21:18:04,182 DEBUG [M:0;9514d6d5e5be:46477 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T21:18:04,182 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187079709 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187079709,5,FailOnTimeoutGroup] 2024-11-09T21:18:04,182 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T21:18:04,182 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187079708 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187079708,5,FailOnTimeoutGroup] 2024-11-09T21:18:04,182 INFO [M:0;9514d6d5e5be:46477 {}] hbase.ChoreService(370): Chore service for: master/9514d6d5e5be:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T21:18:04,182 INFO [M:0;9514d6d5e5be:46477 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:18:04,182 DEBUG [M:0;9514d6d5e5be:46477 {}] master.HMaster(1795): Stopping service threads 2024-11-09T21:18:04,182 INFO [M:0;9514d6d5e5be:46477 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T21:18:04,182 INFO [M:0;9514d6d5e5be:46477 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:18:04,182 INFO [M:0;9514d6d5e5be:46477 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T21:18:04,182 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T21:18:04,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101217654e70003, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1779288853/master 2024-11-09T21:18:04,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101217654e70003, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1779288853 2024-11-09T21:18:04,192 DEBUG [M:0;9514d6d5e5be:46477 {}] zookeeper.ZKUtil(347): master:46477-0x101217654e70003, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Unable to get data of znode /1-1779288853/master because node does not exist (not an error) 2024-11-09T21:18:04,192 WARN [M:0;9514d6d5e5be:46477 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T21:18:04,193 INFO [M:0;9514d6d5e5be:46477 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/.lastflushedseqids 2024-11-09T21:18:04,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41661 is added to blk_1073741836_1012 (size=99) 2024-11-09T21:18:04,271 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45769-0x101217654e70004, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:18:04,271 INFO [RS:0;9514d6d5e5be:45769 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:18:04,271 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45769-0x101217654e70004, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:18:04,271 INFO [RS:0;9514d6d5e5be:45769 {}] regionserver.HRegionServer(1031): Exiting; stopping=9514d6d5e5be,45769,1731187078802; zookeeper connection closed. 2024-11-09T21:18:04,271 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@74d827c8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@74d827c8 2024-11-09T21:18:04,272 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T21:18:04,597 INFO [M:0;9514d6d5e5be:46477 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T21:18:04,598 INFO [M:0;9514d6d5e5be:46477 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T21:18:04,598 DEBUG [M:0;9514d6d5e5be:46477 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:18:04,598 INFO [M:0;9514d6d5e5be:46477 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:18:04,598 DEBUG [M:0;9514d6d5e5be:46477 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:18:04,598 DEBUG [M:0;9514d6d5e5be:46477 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:18:04,598 DEBUG [M:0;9514d6d5e5be:46477 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:18:04,598 INFO [M:0;9514d6d5e5be:46477 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-09T21:18:04,611 DEBUG [M:0;9514d6d5e5be:46477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57b6dc61c22d44ed883d8e26ff7c76a2 is 82, key is hbase:meta,,1/info:regioninfo/1731187080952/Put/seqid=0 2024-11-09T21:18:04,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41661 is added to blk_1073741837_1013 (size=5672) 2024-11-09T21:18:04,744 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45401,1731187074057.replicationSource.wal-reader.9514d6d5e5be%2C45401%2C1731187074057,1-9514d6d5e5be,45401,1731187074057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/WALs/9514d6d5e5be,45401,1731187074057/9514d6d5e5be%2C45401%2C1731187074057.1731187075767 to pos 0, reset compression=false 2024-11-09T21:18:05,016 INFO [M:0;9514d6d5e5be:46477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57b6dc61c22d44ed883d8e26ff7c76a2 2024-11-09T21:18:05,034 DEBUG [M:0;9514d6d5e5be:46477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/804ee358d03f4107bab5614d3ef118f7 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731187081062/Put/seqid=0 2024-11-09T21:18:05,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41661 is added to blk_1073741838_1014 (size=5275) 2024-11-09T21:18:05,439 INFO [M:0;9514d6d5e5be:46477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/804ee358d03f4107bab5614d3ef118f7 2024-11-09T21:18:05,448 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45401,1731187074057.replicationSource.wal-reader.9514d6d5e5be%2C45401%2C1731187074057,1-9514d6d5e5be,45401,1731187074057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/WALs/9514d6d5e5be,45401,1731187074057/9514d6d5e5be%2C45401%2C1731187074057.1731187075767 to pos 0, reset compression=false 2024-11-09T21:18:05,461 DEBUG [M:0;9514d6d5e5be:46477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f436785bdd274624a922329c362dc3ed is 69, key is 9514d6d5e5be,45769,1731187078802/rs:state/1731187079787/Put/seqid=0 2024-11-09T21:18:05,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41661 is added to blk_1073741839_1015 (size=5156) 2024-11-09T21:18:05,866 INFO [M:0;9514d6d5e5be:46477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f436785bdd274624a922329c362dc3ed 2024-11-09T21:18:05,872 DEBUG [M:0;9514d6d5e5be:46477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57b6dc61c22d44ed883d8e26ff7c76a2 as hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57b6dc61c22d44ed883d8e26ff7c76a2 2024-11-09T21:18:05,878 INFO [M:0;9514d6d5e5be:46477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57b6dc61c22d44ed883d8e26ff7c76a2, entries=8, sequenceid=28, filesize=5.5 K 2024-11-09T21:18:05,879 DEBUG [M:0;9514d6d5e5be:46477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/804ee358d03f4107bab5614d3ef118f7 as hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/804ee358d03f4107bab5614d3ef118f7 2024-11-09T21:18:05,884 INFO [M:0;9514d6d5e5be:46477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/804ee358d03f4107bab5614d3ef118f7, entries=3, sequenceid=28, filesize=5.2 K 2024-11-09T21:18:05,885 DEBUG [M:0;9514d6d5e5be:46477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f436785bdd274624a922329c362dc3ed as hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f436785bdd274624a922329c362dc3ed 2024-11-09T21:18:05,891 INFO [M:0;9514d6d5e5be:46477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37593/user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f436785bdd274624a922329c362dc3ed, entries=1, sequenceid=28, filesize=5.0 K 2024-11-09T21:18:05,892 INFO [M:0;9514d6d5e5be:46477 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=28, compaction requested=false 2024-11-09T21:18:05,894 INFO [M:0;9514d6d5e5be:46477 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:18:05,894 DEBUG [M:0;9514d6d5e5be:46477 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187084598Disabling compacts and flushes for region at 1731187084598Disabling writes for close at 1731187084598Obtaining lock to block concurrent updates at 1731187084598Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731187084598Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731187084598Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731187084599 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731187084599Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731187084611 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731187084611Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731187085021 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731187085034 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731187085034Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731187085445 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731187085461 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731187085461Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@320da7fb: reopening flushed file at 1731187085871 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bc0a5eb: reopening flushed file at 1731187085878 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ee5f4e5: reopening flushed file at 1731187085884 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=28, compaction requested=false at 1731187085892 (+8 ms)Writing region close event to WAL at 1731187085894 (+2 ms)Closed at 1731187085894 2024-11-09T21:18:05,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41661 is added to blk_1073741830_1006 (size=10165) 2024-11-09T21:18:05,896 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/436cd701-2137-ddc3-64c6-e68a43351960/MasterData/WALs/9514d6d5e5be,46477,1731187078661/9514d6d5e5be%2C46477%2C1731187078661.1731187079429 not finished, retry = 0 2024-11-09T21:18:05,997 INFO [M:0;9514d6d5e5be:46477 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T21:18:05,997 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:18:05,997 INFO [M:0;9514d6d5e5be:46477 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46477 2024-11-09T21:18:05,997 INFO [M:0;9514d6d5e5be:46477 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:18:06,145 INFO [M:0;9514d6d5e5be:46477 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:18:06,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101217654e70003, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:18:06,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46477-0x101217654e70003, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:18:06,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@124402a0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:18:06,147 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e771536{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:18:06,147 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:18:06,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ccd8572{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:18:06,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@212e584b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c73083c0-38b0-48ac-88cf-a15ee97f3caa/hadoop.log.dir/,STOPPED} 2024-11-09T21:18:06,149 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T21:18:06,149 WARN [BP-1371714524-172.17.0.2-1731187076686 heartbeating to localhost/127.0.0.1:37593 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T21:18:06,149 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T21:18:06,149 WARN [BP-1371714524-172.17.0.2-1731187076686 heartbeating to localhost/127.0.0.1:37593 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1371714524-172.17.0.2-1731187076686 (Datanode Uuid ec2b4f31-1d63-49f2-9996-0267e277a1cf) service to localhost/127.0.0.1:37593 2024-11-09T21:18:06,149 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c73083c0-38b0-48ac-88cf-a15ee97f3caa/cluster_f63dcedb-68c8-7e5a-e907-d37e3266fcb0/data/data1/current/BP-1371714524-172.17.0.2-1731187076686 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:18:06,150 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c73083c0-38b0-48ac-88cf-a15ee97f3caa/cluster_f63dcedb-68c8-7e5a-e907-d37e3266fcb0/data/data2/current/BP-1371714524-172.17.0.2-1731187076686 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:18:06,150 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T21:18:06,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@799d84b5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:18:06,155 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58d01651{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:18:06,155 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:18:06,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cddca89{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:18:06,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f0850c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c73083c0-38b0-48ac-88cf-a15ee97f3caa/hadoop.log.dir/,STOPPED} 2024-11-09T21:18:06,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T21:18:06,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T21:18:06,170 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:18:06,170 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:18:06,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:06,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:06,171 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:18:06,171 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T21:18:06,171 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=39789544, stopped=false 2024-11-09T21:18:06,171 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9514d6d5e5be,46035,1731187073724 2024-11-09T21:18:06,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x101217654e70001, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01527161606/running 2024-11-09T21:18:06,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x101217654e70000, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01527161606/running 2024-11-09T21:18:06,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x101217654e70001, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01527161606 2024-11-09T21:18:06,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x101217654e70000, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01527161606 2024-11-09T21:18:06,189 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:18:06,190 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:18:06,190 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:18:06,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:06,190 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9514d6d5e5be,45401,1731187074057' ***** 2024-11-09T21:18:06,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46035-0x101217654e70000, quorum=127.0.0.1:55784, baseZNode=/01527161606 Set watcher on znode that does not yet exist, /01527161606/running 2024-11-09T21:18:06,190 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T21:18:06,190 INFO [RS:0;9514d6d5e5be:45401 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T21:18:06,190 INFO [RS:0;9514d6d5e5be:45401 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T21:18:06,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45401-0x101217654e70001, quorum=127.0.0.1:55784, baseZNode=/01527161606 Set watcher on znode that does not yet exist, /01527161606/running 2024-11-09T21:18:06,190 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T21:18:06,190 INFO [RS:0;9514d6d5e5be:45401 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T21:18:06,190 INFO [RS:0;9514d6d5e5be:45401 {}] regionserver.HRegionServer(3091): Received CLOSE for cf5f4266eab5a87d861e192141c8edaf 2024-11-09T21:18:06,191 INFO [RS:0;9514d6d5e5be:45401 {}] regionserver.HRegionServer(959): stopping server 9514d6d5e5be,45401,1731187074057 2024-11-09T21:18:06,191 INFO [RS:0;9514d6d5e5be:45401 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:18:06,191 INFO [RS:0;9514d6d5e5be:45401 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:45401. 2024-11-09T21:18:06,191 DEBUG [RS:0;9514d6d5e5be:45401 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:18:06,191 DEBUG [RS:0;9514d6d5e5be:45401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:06,191 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cf5f4266eab5a87d861e192141c8edaf, disabling compactions & flushes 2024-11-09T21:18:06,191 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731187081202.cf5f4266eab5a87d861e192141c8edaf. 2024-11-09T21:18:06,191 INFO [RS:0;9514d6d5e5be:45401 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T21:18:06,191 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731187081202.cf5f4266eab5a87d861e192141c8edaf. 2024-11-09T21:18:06,191 INFO [RS:0;9514d6d5e5be:45401 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T21:18:06,191 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731187081202.cf5f4266eab5a87d861e192141c8edaf. after waiting 0 ms 2024-11-09T21:18:06,191 INFO [RS:0;9514d6d5e5be:45401 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T21:18:06,191 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731187081202.cf5f4266eab5a87d861e192141c8edaf. 2024-11-09T21:18:06,191 INFO [RS:0;9514d6d5e5be:45401 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T21:18:06,191 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cf5f4266eab5a87d861e192141c8edaf 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-09T21:18:06,191 INFO [RS:0;9514d6d5e5be:45401 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T21:18:06,191 DEBUG [RS:0;9514d6d5e5be:45401 {}] regionserver.HRegionServer(1325): Online Regions={cf5f4266eab5a87d861e192141c8edaf=hbase:replication,,1731187081202.cf5f4266eab5a87d861e192141c8edaf., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T21:18:06,191 DEBUG [RS:0;9514d6d5e5be:45401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cf5f4266eab5a87d861e192141c8edaf 2024-11-09T21:18:06,191 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:18:06,191 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:18:06,191 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:18:06,191 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:18:06,192 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:18:06,192 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T21:18:06,206 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/data/hbase/meta/1588230740/.tmp/info/9f52979fd4a24ccaa150994dfb6fed1a is 147, key is hbase:replication,,1731187081202.cf5f4266eab5a87d861e192141c8edaf./info:regioninfo/1731187082376/Put/seqid=0 2024-11-09T21:18:06,206 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/data/hbase/replication/cf5f4266eab5a87d861e192141c8edaf/.tmp/queue/b65720290f584a0f91db64216a5a67a4 is 151, key is 1-9514d6d5e5be,45401,1731187074057/queue:9514d6d5e5be%2C45401%2C1731187074057/1731187082692/Put/seqid=0 2024-11-09T21:18:06,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741839_1015 (size=6631) 2024-11-09T21:18:06,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741838_1014 (size=5350) 2024-11-09T21:18:06,229 INFO [regionserver/9514d6d5e5be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:18:06,253 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45401,1731187074057.replicationSource.wal-reader.9514d6d5e5be%2C45401%2C1731187074057,1-9514d6d5e5be,45401,1731187074057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/WALs/9514d6d5e5be,45401,1731187074057/9514d6d5e5be%2C45401%2C1731187074057.1731187075767 to pos 0, reset compression=false 2024-11-09T21:18:06,392 DEBUG [RS:0;9514d6d5e5be:45401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cf5f4266eab5a87d861e192141c8edaf 2024-11-09T21:18:06,436 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:18:06,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:18:06,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:18:06,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:18:06,592 DEBUG [RS:0;9514d6d5e5be:45401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cf5f4266eab5a87d861e192141c8edaf 2024-11-09T21:18:06,611 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/data/hbase/replication/cf5f4266eab5a87d861e192141c8edaf/.tmp/queue/b65720290f584a0f91db64216a5a67a4 2024-11-09T21:18:06,611 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/data/hbase/meta/1588230740/.tmp/info/9f52979fd4a24ccaa150994dfb6fed1a 2024-11-09T21:18:06,618 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/data/hbase/replication/cf5f4266eab5a87d861e192141c8edaf/.tmp/queue/b65720290f584a0f91db64216a5a67a4 as hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/data/hbase/replication/cf5f4266eab5a87d861e192141c8edaf/queue/b65720290f584a0f91db64216a5a67a4 2024-11-09T21:18:06,621 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T21:18:06,621 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T21:18:06,626 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/data/hbase/replication/cf5f4266eab5a87d861e192141c8edaf/queue/b65720290f584a0f91db64216a5a67a4, entries=1, sequenceid=5, filesize=5.2 K 2024-11-09T21:18:06,627 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for cf5f4266eab5a87d861e192141c8edaf in 436ms, sequenceid=5, compaction requested=false 2024-11-09T21:18:06,627 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T21:18:06,632 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/data/hbase/meta/1588230740/.tmp/ns/85d105e308744a47a07184f3d4d43b72 is 43, key is default/ns:d/1731187076577/Put/seqid=0 2024-11-09T21:18:06,636 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/data/hbase/replication/cf5f4266eab5a87d861e192141c8edaf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T21:18:06,637 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:18:06,637 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:18:06,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741840_1016 (size=5153) 2024-11-09T21:18:06,637 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731187081202.cf5f4266eab5a87d861e192141c8edaf. 2024-11-09T21:18:06,637 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cf5f4266eab5a87d861e192141c8edaf: Waiting for close lock at 1731187086191Running coprocessor pre-close hooks at 1731187086191Disabling compacts and flushes for region at 1731187086191Disabling writes for close at 1731187086191Obtaining lock to block concurrent updates at 1731187086191Preparing flush snapshotting stores in cf5f4266eab5a87d861e192141c8edaf at 1731187086191Finished memstore snapshotting hbase:replication,,1731187081202.cf5f4266eab5a87d861e192141c8edaf., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731187086191Flushing stores of hbase:replication,,1731187081202.cf5f4266eab5a87d861e192141c8edaf. at 1731187086192 (+1 ms)Flushing cf5f4266eab5a87d861e192141c8edaf/queue: creating writer at 1731187086192Flushing cf5f4266eab5a87d861e192141c8edaf/queue: appending metadata at 1731187086205 (+13 ms)Flushing cf5f4266eab5a87d861e192141c8edaf/queue: closing flushed file at 1731187086205Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d518d9b: reopening flushed file at 1731187086617 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for cf5f4266eab5a87d861e192141c8edaf in 436ms, sequenceid=5, compaction requested=false at 1731187086627 (+10 ms)Writing region close event to WAL at 1731187086632 (+5 ms)Running coprocessor post-close hooks at 1731187086637 (+5 ms)Closed at 1731187086637 2024-11-09T21:18:06,637 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731187081202.cf5f4266eab5a87d861e192141c8edaf. 2024-11-09T21:18:06,792 DEBUG [RS:0;9514d6d5e5be:45401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:18:06,992 DEBUG [RS:0;9514d6d5e5be:45401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:18:07,039 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/data/hbase/meta/1588230740/.tmp/ns/85d105e308744a47a07184f3d4d43b72 2024-11-09T21:18:07,079 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/data/hbase/meta/1588230740/.tmp/table/31bdafcd8ca04ea18f3c26e18b7b3223 is 53, key is hbase:replication/table:state/1731187082386/Put/seqid=0 2024-11-09T21:18:07,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741841_1017 (size=5256) 2024-11-09T21:18:07,158 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45401,1731187074057.replicationSource.wal-reader.9514d6d5e5be%2C45401%2C1731187074057,1-9514d6d5e5be,45401,1731187074057 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/WALs/9514d6d5e5be,45401,1731187074057/9514d6d5e5be%2C45401%2C1731187074057.1731187075767 to pos 0, reset compression=false 2024-11-09T21:18:07,192 INFO [RS:0;9514d6d5e5be:45401 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T21:18:07,192 DEBUG [RS:0;9514d6d5e5be:45401 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T21:18:07,193 DEBUG [RS:0;9514d6d5e5be:45401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:18:07,393 DEBUG [RS:0;9514d6d5e5be:45401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:18:07,491 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/data/hbase/meta/1588230740/.tmp/table/31bdafcd8ca04ea18f3c26e18b7b3223 2024-11-09T21:18:07,497 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/data/hbase/meta/1588230740/.tmp/info/9f52979fd4a24ccaa150994dfb6fed1a as hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/data/hbase/meta/1588230740/info/9f52979fd4a24ccaa150994dfb6fed1a 2024-11-09T21:18:07,503 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/data/hbase/meta/1588230740/info/9f52979fd4a24ccaa150994dfb6fed1a, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T21:18:07,504 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/data/hbase/meta/1588230740/.tmp/ns/85d105e308744a47a07184f3d4d43b72 as hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/data/hbase/meta/1588230740/ns/85d105e308744a47a07184f3d4d43b72 2024-11-09T21:18:07,510 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/data/hbase/meta/1588230740/ns/85d105e308744a47a07184f3d4d43b72, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T21:18:07,511 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/data/hbase/meta/1588230740/.tmp/table/31bdafcd8ca04ea18f3c26e18b7b3223 as hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/data/hbase/meta/1588230740/table/31bdafcd8ca04ea18f3c26e18b7b3223 2024-11-09T21:18:07,518 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/data/hbase/meta/1588230740/table/31bdafcd8ca04ea18f3c26e18b7b3223, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T21:18:07,520 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1327ms, sequenceid=11, compaction requested=false 2024-11-09T21:18:07,536 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T21:18:07,537 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:18:07,537 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:18:07,537 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:18:07,537 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187086191Running coprocessor pre-close hooks at 1731187086191Disabling compacts and flushes for region at 1731187086191Disabling writes for close at 1731187086191Obtaining lock to block concurrent updates at 1731187086192 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731187086192Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731187086192Flushing stores of hbase:meta,,1.1588230740 at 1731187086192Flushing 1588230740/info: creating writer at 1731187086192Flushing 1588230740/info: appending metadata at 1731187086205 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731187086205Flushing 1588230740/ns: creating writer at 1731187086617 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731187086632 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731187086632Flushing 1588230740/table: creating writer at 1731187087055 (+423 ms)Flushing 1588230740/table: appending metadata at 1731187087078 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731187087078Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@151078e4: reopening flushed file at 1731187087496 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b3a76bb: reopening flushed file at 1731187087503 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c74422f: reopening flushed file at 1731187087510 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1327ms, sequenceid=11, compaction requested=false at 1731187087520 (+10 ms)Writing region close event to WAL at 1731187087532 (+12 ms)Running coprocessor post-close hooks at 1731187087536 (+4 ms)Closed at 1731187087537 (+1 ms) 2024-11-09T21:18:07,537 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T21:18:07,593 INFO [RS:0;9514d6d5e5be:45401 {}] regionserver.HRegionServer(976): stopping server 9514d6d5e5be,45401,1731187074057; all regions closed. 2024-11-09T21:18:07,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741834_1010 (size=2742) 2024-11-09T21:18:07,599 DEBUG [RS:0;9514d6d5e5be:45401 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/oldWALs 2024-11-09T21:18:07,599 INFO [RS:0;9514d6d5e5be:45401 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9514d6d5e5be%2C45401%2C1731187074057.meta:.meta(num 1731187076419) 2024-11-09T21:18:07,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741837_1013 (size=1586) 2024-11-09T21:18:07,605 DEBUG [RS:0;9514d6d5e5be:45401 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/oldWALs 2024-11-09T21:18:07,605 INFO [RS:0;9514d6d5e5be:45401 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9514d6d5e5be%2C45401%2C1731187074057.rep:(num 1731187082342) 2024-11-09T21:18:07,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741833_1009 (size=93) 2024-11-09T21:18:07,610 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/WALs/9514d6d5e5be,45401,1731187074057/9514d6d5e5be%2C45401%2C1731187074057.1731187075767 not finished, retry = 0 2024-11-09T21:18:07,713 DEBUG [RS:0;9514d6d5e5be:45401 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/oldWALs 2024-11-09T21:18:07,713 INFO [RS:0;9514d6d5e5be:45401 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9514d6d5e5be%2C45401%2C1731187074057:(num 1731187075767) 2024-11-09T21:18:07,713 DEBUG [RS:0;9514d6d5e5be:45401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:07,713 INFO [RS:0;9514d6d5e5be:45401 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:18:07,714 INFO [RS:0;9514d6d5e5be:45401 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:18:07,714 INFO [RS:0;9514d6d5e5be:45401 {}] hbase.ChoreService(370): Chore service for: regionserver/9514d6d5e5be:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T21:18:07,714 INFO [RS:0;9514d6d5e5be:45401 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:18:07,714 INFO [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:18:07,716 INFO [RS:0;9514d6d5e5be:45401 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9514d6d5e5be,45401,1731187074057 because: Region server is closing 2024-11-09T21:18:07,716 INFO [RS:0;9514d6d5e5be:45401 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:45401. 2024-11-09T21:18:07,716 DEBUG [RS:0;9514d6d5e5be:45401 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:18:07,716 DEBUG [RS:0;9514d6d5e5be:45401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:07,716 DEBUG [RS:0;9514d6d5e5be:45401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:07,716 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:18:07,816 WARN [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45401,1731187074057.replicationSource.shipper9514d6d5e5be%2C45401%2C1731187074057,1-9514d6d5e5be,45401,1731187074057 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T21:18:07,816 WARN [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45401,1731187074057.replicationSource.wal-reader.9514d6d5e5be%2C45401%2C1731187074057,1-9514d6d5e5be,45401,1731187074057 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T21:18:07,817 INFO [RS:0;9514d6d5e5be:45401 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45401,1731187074057.replicationSource.shipper9514d6d5e5be%2C45401%2C1731187074057,1-9514d6d5e5be,45401,1731187074057 terminated 2024-11-09T21:18:07,817 INFO [RS:0;9514d6d5e5be:45401 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45401 2024-11-09T21:18:07,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x101217654e70000, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01527161606/rs 2024-11-09T21:18:07,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x101217654e70001, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01527161606/rs/9514d6d5e5be,45401,1731187074057 2024-11-09T21:18:07,908 INFO [RS:0;9514d6d5e5be:45401 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:18:07,908 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9514d6d5e5be,45401,1731187074057] 2024-11-09T21:18:07,928 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01527161606/draining/9514d6d5e5be,45401,1731187074057 already deleted, retry=false 2024-11-09T21:18:07,928 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9514d6d5e5be,45401,1731187074057 expired; onlineServers=0 2024-11-09T21:18:07,929 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9514d6d5e5be,46035,1731187073724' ***** 2024-11-09T21:18:07,929 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T21:18:07,929 INFO [M:0;9514d6d5e5be:46035 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:18:07,929 INFO [M:0;9514d6d5e5be:46035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:18:07,929 DEBUG [M:0;9514d6d5e5be:46035 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T21:18:07,929 DEBUG [M:0;9514d6d5e5be:46035 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T21:18:07,929 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T21:18:07,929 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187075553 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187075553,5,FailOnTimeoutGroup] 2024-11-09T21:18:07,929 INFO [M:0;9514d6d5e5be:46035 {}] hbase.ChoreService(370): Chore service for: master/9514d6d5e5be:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T21:18:07,929 INFO [M:0;9514d6d5e5be:46035 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:18:07,929 DEBUG [M:0;9514d6d5e5be:46035 {}] master.HMaster(1795): Stopping service threads 2024-11-09T21:18:07,929 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187075559 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187075559,5,FailOnTimeoutGroup] 2024-11-09T21:18:07,929 INFO [M:0;9514d6d5e5be:46035 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T21:18:07,930 INFO [M:0;9514d6d5e5be:46035 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:18:07,930 INFO [M:0;9514d6d5e5be:46035 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T21:18:07,930 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T21:18:07,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x101217654e70000, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01527161606/master 2024-11-09T21:18:07,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x101217654e70000, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01527161606 2024-11-09T21:18:07,939 DEBUG [M:0;9514d6d5e5be:46035 {}] zookeeper.ZKUtil(347): master:46035-0x101217654e70000, quorum=127.0.0.1:55784, baseZNode=/01527161606 Unable to get data of znode /01527161606/master because node does not exist (not an error) 2024-11-09T21:18:07,939 WARN [M:0;9514d6d5e5be:46035 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T21:18:07,940 INFO [M:0;9514d6d5e5be:46035 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/.lastflushedseqids 2024-11-09T21:18:07,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741842_1018 (size=181) 2024-11-09T21:18:08,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x101217654e70001, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:18:08,018 INFO [RS:0;9514d6d5e5be:45401 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:18:08,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45401-0x101217654e70001, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:18:08,018 INFO [RS:0;9514d6d5e5be:45401 {}] regionserver.HRegionServer(1031): Exiting; stopping=9514d6d5e5be,45401,1731187074057; zookeeper connection closed. 2024-11-09T21:18:08,018 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d29fa41 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d29fa41 2024-11-09T21:18:08,019 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T21:18:08,345 INFO [M:0;9514d6d5e5be:46035 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T21:18:08,345 INFO [M:0;9514d6d5e5be:46035 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T21:18:08,345 DEBUG [M:0;9514d6d5e5be:46035 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:18:08,345 INFO [M:0;9514d6d5e5be:46035 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:18:08,345 DEBUG [M:0;9514d6d5e5be:46035 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:18:08,345 DEBUG [M:0;9514d6d5e5be:46035 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:18:08,345 DEBUG [M:0;9514d6d5e5be:46035 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:18:08,345 INFO [M:0;9514d6d5e5be:46035 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-09T21:18:08,383 DEBUG [M:0;9514d6d5e5be:46035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c03e13ce8c7047f2ba24ef2f28e379e8 is 82, key is hbase:meta,,1/info:regioninfo/1731187076469/Put/seqid=0 2024-11-09T21:18:08,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741843_1019 (size=5672) 2024-11-09T21:18:08,390 INFO [M:0;9514d6d5e5be:46035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c03e13ce8c7047f2ba24ef2f28e379e8 2024-11-09T21:18:08,415 DEBUG [M:0;9514d6d5e5be:46035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/684f5a2f8abc42ebb09db312582e9524 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731187082391/Put/seqid=0 2024-11-09T21:18:08,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741844_1020 (size=7203) 2024-11-09T21:18:08,423 INFO [M:0;9514d6d5e5be:46035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/684f5a2f8abc42ebb09db312582e9524 2024-11-09T21:18:08,448 DEBUG [M:0;9514d6d5e5be:46035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1df73667ff64f72ac8c401a4a8d45a1 is 69, key is 9514d6d5e5be,45401,1731187074057/rs:state/1731187075575/Put/seqid=0 2024-11-09T21:18:08,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741845_1021 (size=5156) 2024-11-09T21:18:08,454 INFO [M:0;9514d6d5e5be:46035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1df73667ff64f72ac8c401a4a8d45a1 2024-11-09T21:18:08,462 DEBUG [M:0;9514d6d5e5be:46035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c03e13ce8c7047f2ba24ef2f28e379e8 as hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c03e13ce8c7047f2ba24ef2f28e379e8 2024-11-09T21:18:08,472 INFO [M:0;9514d6d5e5be:46035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c03e13ce8c7047f2ba24ef2f28e379e8, entries=8, sequenceid=70, filesize=5.5 K 2024-11-09T21:18:08,474 DEBUG [M:0;9514d6d5e5be:46035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/684f5a2f8abc42ebb09db312582e9524 as hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/684f5a2f8abc42ebb09db312582e9524 2024-11-09T21:18:08,485 INFO [M:0;9514d6d5e5be:46035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/684f5a2f8abc42ebb09db312582e9524, entries=8, sequenceid=70, filesize=7.0 K 2024-11-09T21:18:08,486 DEBUG [M:0;9514d6d5e5be:46035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1df73667ff64f72ac8c401a4a8d45a1 as hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c1df73667ff64f72ac8c401a4a8d45a1 2024-11-09T21:18:08,494 INFO [M:0;9514d6d5e5be:46035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35951/user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c1df73667ff64f72ac8c401a4a8d45a1, entries=1, sequenceid=70, filesize=5.0 K 2024-11-09T21:18:08,496 INFO [M:0;9514d6d5e5be:46035 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 151ms, sequenceid=70, compaction requested=false 2024-11-09T21:18:08,509 INFO [M:0;9514d6d5e5be:46035 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:18:08,509 DEBUG [M:0;9514d6d5e5be:46035 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187088345Disabling compacts and flushes for region at 1731187088345Disabling writes for close at 1731187088345Obtaining lock to block concurrent updates at 1731187088345Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731187088345Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731187088346 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731187088347 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731187088347Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731187088383 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731187088383Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731187088397 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731187088414 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731187088415 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731187088429 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731187088448 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731187088448Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60017540: reopening flushed file at 1731187088461 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@630127b7: reopening flushed file at 1731187088472 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a4a60d1: reopening flushed file at 1731187088485 (+13 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 151ms, sequenceid=70, compaction requested=false at 1731187088496 (+11 ms)Writing region close event to WAL at 1731187088509 (+13 ms)Closed at 1731187088509 2024-11-09T21:18:08,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741830_1006 (size=41008) 2024-11-09T21:18:08,515 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a6d4be60-0d6f-19f5-2dc8-08e4674bff9a/MasterData/WALs/9514d6d5e5be,46035,1731187073724/9514d6d5e5be%2C46035%2C1731187073724.1731187074809 not finished, retry = 0 2024-11-09T21:18:08,616 INFO [M:0;9514d6d5e5be:46035 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T21:18:08,616 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:18:08,616 INFO [M:0;9514d6d5e5be:46035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46035 2024-11-09T21:18:08,617 INFO [M:0;9514d6d5e5be:46035 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:18:08,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x101217654e70000, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:18:08,766 INFO [M:0;9514d6d5e5be:46035 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:18:08,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46035-0x101217654e70000, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:18:08,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74e3960{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:18:08,769 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32374f0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:18:08,769 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:18:08,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d6e6860{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:18:08,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@729f5a6d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb/hadoop.log.dir/,STOPPED} 2024-11-09T21:18:08,772 WARN [BP-185399018-172.17.0.2-1731187071330 heartbeating to localhost/127.0.0.1:35951 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T21:18:08,772 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T21:18:08,772 WARN [BP-185399018-172.17.0.2-1731187071330 heartbeating to localhost/127.0.0.1:35951 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-185399018-172.17.0.2-1731187071330 (Datanode Uuid abd27ba5-5dde-4bf1-a1e8-f07ea1056351) service to localhost/127.0.0.1:35951 2024-11-09T21:18:08,772 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T21:18:08,772 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb/cluster_8f18ea2c-c101-b59d-831e-9272e6954477/data/data1/current/BP-185399018-172.17.0.2-1731187071330 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:18:08,773 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb/cluster_8f18ea2c-c101-b59d-831e-9272e6954477/data/data2/current/BP-185399018-172.17.0.2-1731187071330 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:18:08,773 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T21:18:08,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41c3c396{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:18:08,780 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2bc4a7b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:18:08,780 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:18:08,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@171238de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:18:08,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@597051b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/974a5f58-8613-995a-422e-635a168c01bb/hadoop.log.dir/,STOPPED} 2024-11-09T21:18:08,789 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T21:18:08,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T21:18:08,810 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=142 (was 116) Potentially hanging thread: globalEventExecutor-1-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:37593 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:37593 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:35951 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:37593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35951 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:37593 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:35951 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:35951 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55784) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:35951 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37593 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55784) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=511 (was 476) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3183 (was 3383) 2024-11-09T21:18:08,817 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=142, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=511, ProcessCount=11, AvailableMemoryMB=3183 2024-11-09T21:18:08,834 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-09T21:18:08,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c73083c0-38b0-48ac-88cf-a15ee97f3caa/hadoop.log.dir so I do NOT create it in target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a 2024-11-09T21:18:08,835 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c73083c0-38b0-48ac-88cf-a15ee97f3caa/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T21:18:08,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c73083c0-38b0-48ac-88cf-a15ee97f3caa/hadoop.tmp.dir so I do NOT create it in target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a 2024-11-09T21:18:08,835 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/c73083c0-38b0-48ac-88cf-a15ee97f3caa/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T21:18:08,835 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a 2024-11-09T21:18:08,835 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a/cluster_4a34c598-9819-59c9-97ff-c03f3450b5f3, deleteOnExit=true 2024-11-09T21:18:08,859 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a/cluster_4a34c598-9819-59c9-97ff-c03f3450b5f3/zookeeper_0, clientPort=51974, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a/cluster_4a34c598-9819-59c9-97ff-c03f3450b5f3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a/cluster_4a34c598-9819-59c9-97ff-c03f3450b5f3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T21:18:08,861 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51974 2024-11-09T21:18:08,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T21:18:08,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T21:18:08,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a/test.cache.data in system properties and HBase conf 2024-11-09T21:18:08,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T21:18:08,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a/hadoop.log.dir in system properties and HBase conf 2024-11-09T21:18:08,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T21:18:08,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T21:18:08,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T21:18:08,862 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T21:18:08,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:18:08,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:18:08,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T21:18:08,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:18:08,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T21:18:08,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T21:18:08,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:18:08,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:18:08,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T21:18:08,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a/nfs.dump.dir in system properties and HBase conf 2024-11-09T21:18:08,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a/java.io.tmpdir in system properties and HBase conf 2024-11-09T21:18:08,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:18:08,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T21:18:08,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T21:18:08,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101217654e70002, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T21:18:08,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101217654e70002, quorum=127.0.0.1:55784, baseZNode=/01527161606 Received Disconnected from ZooKeeper, ignoring 2024-11-09T21:18:08,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101217654e70005, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T21:18:08,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101217654e70005, quorum=127.0.0.1:55784, baseZNode=/1-1779288853 Received Disconnected from ZooKeeper, ignoring 2024-11-09T21:18:09,280 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:18:09,291 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:18:09,306 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:18:09,306 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:18:09,307 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T21:18:09,307 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:18:09,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d69de7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:18:09,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58b4b414{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:18:09,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@569148fc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a/java.io.tmpdir/jetty-localhost-44353-hadoop-hdfs-3_4_1-tests_jar-_-any-7305075573871766527/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:18:09,417 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@bb6819f{HTTP/1.1, (http/1.1)}{localhost:44353} 2024-11-09T21:18:09,417 INFO [Time-limited test {}] server.Server(415): Started @53420ms 2024-11-09T21:18:09,718 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:18:09,722 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:18:09,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:18:09,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:18:09,724 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T21:18:09,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@249c5817{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:18:09,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a546fb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:18:09,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e160a6f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a/java.io.tmpdir/jetty-localhost-39117-hadoop-hdfs-3_4_1-tests_jar-_-any-4094797855203255289/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:18:09,851 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@614ecec8{HTTP/1.1, (http/1.1)}{localhost:39117} 2024-11-09T21:18:09,851 INFO [Time-limited test {}] server.Server(415): Started @53853ms 2024-11-09T21:18:09,852 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T21:18:11,036 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a/cluster_4a34c598-9819-59c9-97ff-c03f3450b5f3/data/data2/current/BP-1913335496-172.17.0.2-1731187088882/current, will proceed with Du for space computation calculation, 2024-11-09T21:18:11,036 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a/cluster_4a34c598-9819-59c9-97ff-c03f3450b5f3/data/data1/current/BP-1913335496-172.17.0.2-1731187088882/current, will proceed with Du for space computation calculation, 2024-11-09T21:18:11,067 WARN [Thread-814 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T21:18:11,070 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7eb4bf6ea794b49b with lease ID 0x7d9a5f662653c3a8: Processing first storage report for DS-d1c81579-d9ef-419b-969e-c81f2b69e965 from datanode DatanodeRegistration(127.0.0.1:33463, datanodeUuid=9856f066-5043-40f0-9fc8-1d970284b6aa, infoPort=39111, infoSecurePort=0, ipcPort=45833, storageInfo=lv=-57;cid=testClusterID;nsid=1049232255;c=1731187088882) 2024-11-09T21:18:11,070 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7eb4bf6ea794b49b with lease ID 0x7d9a5f662653c3a8: from storage DS-d1c81579-d9ef-419b-969e-c81f2b69e965 node DatanodeRegistration(127.0.0.1:33463, datanodeUuid=9856f066-5043-40f0-9fc8-1d970284b6aa, infoPort=39111, infoSecurePort=0, ipcPort=45833, storageInfo=lv=-57;cid=testClusterID;nsid=1049232255;c=1731187088882), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:18:11,071 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7eb4bf6ea794b49b with lease ID 0x7d9a5f662653c3a8: Processing first storage report for DS-797d2f4e-6af5-488b-a077-87a3d9017c68 from datanode DatanodeRegistration(127.0.0.1:33463, datanodeUuid=9856f066-5043-40f0-9fc8-1d970284b6aa, infoPort=39111, infoSecurePort=0, ipcPort=45833, storageInfo=lv=-57;cid=testClusterID;nsid=1049232255;c=1731187088882) 2024-11-09T21:18:11,071 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7eb4bf6ea794b49b with lease ID 0x7d9a5f662653c3a8: from storage DS-797d2f4e-6af5-488b-a077-87a3d9017c68 node DatanodeRegistration(127.0.0.1:33463, datanodeUuid=9856f066-5043-40f0-9fc8-1d970284b6aa, infoPort=39111, infoSecurePort=0, ipcPort=45833, storageInfo=lv=-57;cid=testClusterID;nsid=1049232255;c=1731187088882), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:18:11,110 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a 2024-11-09T21:18:11,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:18:11,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:18:11,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741825_1001 (size=7) 2024-11-09T21:18:11,521 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057 with version=8 2024-11-09T21:18:11,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/hbase-staging 2024-11-09T21:18:11,524 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:18:11,524 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:18:11,524 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:18:11,524 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:18:11,524 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:18:11,524 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:18:11,524 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T21:18:11,524 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:18:11,525 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42677 2024-11-09T21:18:11,526 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42677 connecting to ZooKeeper ensemble=127.0.0.1:51974 2024-11-09T21:18:11,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426770x0, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:18:11,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42677-0x101217699840000 connected 2024-11-09T21:18:11,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:18:11,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:18:11,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42677-0x101217699840000, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Set watcher on znode that does not yet exist, /0-973917175/running 2024-11-09T21:18:11,775 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057, hbase.cluster.distributed=false 2024-11-09T21:18:11,776 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42677-0x101217699840000, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Set watcher on znode that does not yet exist, /0-973917175/acl 2024-11-09T21:18:11,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42677 2024-11-09T21:18:11,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42677 2024-11-09T21:18:11,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42677 2024-11-09T21:18:11,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42677 2024-11-09T21:18:11,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42677 2024-11-09T21:18:11,809 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:18:11,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:18:11,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:18:11,809 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:18:11,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:18:11,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:18:11,809 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T21:18:11,809 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:18:11,810 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43163 2024-11-09T21:18:11,811 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43163 connecting to ZooKeeper ensemble=127.0.0.1:51974 2024-11-09T21:18:11,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:18:11,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:18:11,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431630x0, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:18:11,823 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431630x0, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Set watcher on znode that does not yet exist, /0-973917175/running 2024-11-09T21:18:11,823 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T21:18:11,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43163-0x101217699840001 connected 2024-11-09T21:18:11,831 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T21:18:11,832 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43163-0x101217699840001, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Set watcher on znode that does not yet exist, /0-973917175/master 2024-11-09T21:18:11,833 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43163-0x101217699840001, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Set watcher on znode that does not yet exist, /0-973917175/acl 2024-11-09T21:18:11,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43163 2024-11-09T21:18:11,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43163 2024-11-09T21:18:11,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43163 2024-11-09T21:18:11,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43163 2024-11-09T21:18:11,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43163 2024-11-09T21:18:11,860 DEBUG [M:0;9514d6d5e5be:42677 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9514d6d5e5be:42677 2024-11-09T21:18:11,861 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-973917175/backup-masters/9514d6d5e5be,42677,1731187091523 2024-11-09T21:18:11,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43163-0x101217699840001, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-973917175/backup-masters 2024-11-09T21:18:11,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x101217699840000, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-973917175/backup-masters 2024-11-09T21:18:11,875 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42677-0x101217699840000, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Set watcher on existing znode=/0-973917175/backup-masters/9514d6d5e5be,42677,1731187091523 2024-11-09T21:18:11,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x101217699840000, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-973917175 2024-11-09T21:18:11,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43163-0x101217699840001, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-973917175/master 2024-11-09T21:18:11,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43163-0x101217699840001, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-973917175 2024-11-09T21:18:11,887 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42677-0x101217699840000, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Set watcher on existing znode=/0-973917175/master 2024-11-09T21:18:11,887 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-973917175/backup-masters/9514d6d5e5be,42677,1731187091523 from backup master directory 2024-11-09T21:18:11,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43163-0x101217699840001, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-973917175/backup-masters 2024-11-09T21:18:11,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x101217699840000, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-973917175/backup-masters/9514d6d5e5be,42677,1731187091523 2024-11-09T21:18:11,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x101217699840000, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-973917175/backup-masters 2024-11-09T21:18:11,896 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:18:11,896 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9514d6d5e5be,42677,1731187091523 2024-11-09T21:18:11,906 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/hbase.id] with ID: ada3a0a6-2dad-4b2b-b600-7eaa501935ae 2024-11-09T21:18:11,906 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/.tmp/hbase.id 2024-11-09T21:18:11,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741826_1002 (size=42) 2024-11-09T21:18:12,140 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:18:12,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:18:12,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:18:12,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:18:12,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:18:12,321 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/.tmp/hbase.id]:[hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/hbase.id] 2024-11-09T21:18:12,335 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:18:12,335 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T21:18:12,336 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T21:18:12,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43163-0x101217699840001, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-973917175 2024-11-09T21:18:12,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x101217699840000, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-973917175 2024-11-09T21:18:12,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741827_1003 (size=196) 2024-11-09T21:18:12,792 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:18:12,793 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T21:18:12,793 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:18:12,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741828_1004 (size=1189) 2024-11-09T21:18:13,209 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/MasterData/data/master/store 2024-11-09T21:18:13,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741829_1005 (size=34) 2024-11-09T21:18:13,618 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:18:13,618 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:18:13,618 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:18:13,618 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:18:13,618 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:18:13,618 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:18:13,618 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:18:13,618 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187093618Disabling compacts and flushes for region at 1731187093618Disabling writes for close at 1731187093618Writing region close event to WAL at 1731187093618Closed at 1731187093618 2024-11-09T21:18:13,619 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/MasterData/data/master/store/.initializing 2024-11-09T21:18:13,619 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/MasterData/WALs/9514d6d5e5be,42677,1731187091523 2024-11-09T21:18:13,620 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:18:13,622 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9514d6d5e5be%2C42677%2C1731187091523, suffix=, logDir=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/MasterData/WALs/9514d6d5e5be,42677,1731187091523, archiveDir=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/MasterData/oldWALs, maxLogs=10 2024-11-09T21:18:13,640 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/MasterData/WALs/9514d6d5e5be,42677,1731187091523/9514d6d5e5be%2C42677%2C1731187091523.1731187093622, exclude list is [], retry=0 2024-11-09T21:18:13,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33463,DS-d1c81579-d9ef-419b-969e-c81f2b69e965,DISK] 2024-11-09T21:18:13,648 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/MasterData/WALs/9514d6d5e5be,42677,1731187091523/9514d6d5e5be%2C42677%2C1731187091523.1731187093622 2024-11-09T21:18:13,649 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39111:39111)] 2024-11-09T21:18:13,649 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:18:13,649 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:18:13,650 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:18:13,650 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:18:13,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:18:13,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T21:18:13,657 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:13,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:18:13,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:18:13,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T21:18:13,659 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:13,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:18:13,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:18:13,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T21:18:13,662 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:13,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:18:13,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:18:13,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T21:18:13,664 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:13,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:18:13,665 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:18:13,665 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:18:13,665 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:18:13,667 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:18:13,667 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:18:13,667 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:18:13,669 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:18:13,671 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:18:13,671 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75301453, jitterRate=0.12207908928394318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:18:13,672 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731187093650Initializing all the Stores at 1731187093651 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187093651Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187093651Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187093651Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187093651Cleaning up temporary data from old regions at 1731187093667 (+16 ms)Region opened successfully at 1731187093672 (+5 ms) 2024-11-09T21:18:13,672 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T21:18:13,678 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@651a7e4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:18:13,679 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T21:18:13,679 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T21:18:13,679 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T21:18:13,679 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T21:18:13,680 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T21:18:13,680 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T21:18:13,680 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T21:18:13,682 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T21:18:13,683 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42677-0x101217699840000, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Unable to get data of znode /0-973917175/balancer because node does not exist (not necessarily an error) 2024-11-09T21:18:13,738 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-973917175/balancer already deleted, retry=false 2024-11-09T21:18:13,739 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T21:18:13,739 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42677-0x101217699840000, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Unable to get data of znode /0-973917175/normalizer because node does not exist (not necessarily an error) 2024-11-09T21:18:13,749 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-973917175/normalizer already deleted, retry=false 2024-11-09T21:18:13,749 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T21:18:13,751 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42677-0x101217699840000, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Unable to get data of znode /0-973917175/switch/split because node does not exist (not necessarily an error) 2024-11-09T21:18:13,759 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-973917175/switch/split already deleted, retry=false 2024-11-09T21:18:13,760 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42677-0x101217699840000, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Unable to get data of znode /0-973917175/switch/merge because node does not exist (not necessarily an error) 2024-11-09T21:18:13,770 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-973917175/switch/merge already deleted, retry=false 2024-11-09T21:18:13,772 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42677-0x101217699840000, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Unable to get data of znode /0-973917175/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T21:18:13,780 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-973917175/snapshot-cleanup already deleted, retry=false 2024-11-09T21:18:13,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43163-0x101217699840001, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-973917175/running 2024-11-09T21:18:13,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x101217699840000, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-973917175/running 2024-11-09T21:18:13,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x101217699840000, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-973917175 2024-11-09T21:18:13,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43163-0x101217699840001, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-973917175 2024-11-09T21:18:13,792 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9514d6d5e5be,42677,1731187091523, sessionid=0x101217699840000, setting cluster-up flag (Was=false) 2024-11-09T21:18:13,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x101217699840000, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-973917175 2024-11-09T21:18:13,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43163-0x101217699840001, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-973917175 2024-11-09T21:18:13,844 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-973917175/flush-table-proc/acquired, /0-973917175/flush-table-proc/reached, /0-973917175/flush-table-proc/abort 2024-11-09T21:18:13,845 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,42677,1731187091523 2024-11-09T21:18:13,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x101217699840000, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-973917175 2024-11-09T21:18:13,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43163-0x101217699840001, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-973917175 2024-11-09T21:18:13,896 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-973917175/online-snapshot/acquired, /0-973917175/online-snapshot/reached, /0-973917175/online-snapshot/abort 2024-11-09T21:18:13,898 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,42677,1731187091523 2024-11-09T21:18:13,899 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T21:18:13,902 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T21:18:13,902 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T21:18:13,903 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T21:18:13,903 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9514d6d5e5be,42677,1731187091523 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T21:18:13,904 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:18:13,904 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:18:13,904 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:18:13,905 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:18:13,905 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9514d6d5e5be:0, corePoolSize=10, maxPoolSize=10 2024-11-09T21:18:13,905 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:18:13,905 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:18:13,905 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:18:13,907 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:18:13,907 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T21:18:13,908 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:13,908 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T21:18:13,920 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731187123920 2024-11-09T21:18:13,920 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T21:18:13,920 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T21:18:13,920 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T21:18:13,920 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T21:18:13,920 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T21:18:13,921 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T21:18:13,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741831_1007 (size=1321) 2024-11-09T21:18:13,927 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:18:13,927 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T21:18:13,928 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T21:18:13,928 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:18:13,928 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:13,932 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T21:18:13,932 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T21:18:13,932 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T21:18:13,933 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T21:18:13,936 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T21:18:13,936 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T21:18:13,936 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187093936,5,FailOnTimeoutGroup] 2024-11-09T21:18:13,938 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187093936,5,FailOnTimeoutGroup] 2024-11-09T21:18:13,938 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:13,938 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T21:18:13,938 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:13,938 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:13,954 INFO [RS:0;9514d6d5e5be:43163 {}] regionserver.HRegionServer(746): ClusterId : ada3a0a6-2dad-4b2b-b600-7eaa501935ae 2024-11-09T21:18:13,954 DEBUG [RS:0;9514d6d5e5be:43163 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T21:18:13,960 DEBUG [RS:0;9514d6d5e5be:43163 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T21:18:13,960 DEBUG [RS:0;9514d6d5e5be:43163 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T21:18:13,971 DEBUG [RS:0;9514d6d5e5be:43163 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T21:18:13,971 DEBUG [RS:0;9514d6d5e5be:43163 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@629501eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:18:13,987 DEBUG [RS:0;9514d6d5e5be:43163 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9514d6d5e5be:43163 2024-11-09T21:18:13,987 INFO [RS:0;9514d6d5e5be:43163 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T21:18:13,987 INFO [RS:0;9514d6d5e5be:43163 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T21:18:13,987 DEBUG [RS:0;9514d6d5e5be:43163 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T21:18:13,988 INFO [RS:0;9514d6d5e5be:43163 {}] regionserver.HRegionServer(2659): reportForDuty to master=9514d6d5e5be,42677,1731187091523 with port=43163, startcode=1731187091808 2024-11-09T21:18:13,988 DEBUG [RS:0;9514d6d5e5be:43163 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T21:18:13,991 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T21:18:13,991 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42677 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9514d6d5e5be,43163,1731187091808 2024-11-09T21:18:13,991 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42677 {}] master.ServerManager(517): Registering regionserver=9514d6d5e5be,43163,1731187091808 2024-11-09T21:18:13,993 DEBUG [RS:0;9514d6d5e5be:43163 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057 2024-11-09T21:18:13,993 DEBUG [RS:0;9514d6d5e5be:43163 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35253 2024-11-09T21:18:13,993 DEBUG [RS:0;9514d6d5e5be:43163 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T21:18:14,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x101217699840000, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-973917175/rs 2024-11-09T21:18:14,002 DEBUG [RS:0;9514d6d5e5be:43163 {}] zookeeper.ZKUtil(111): regionserver:43163-0x101217699840001, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Set watcher on existing znode=/0-973917175/rs/9514d6d5e5be,43163,1731187091808 2024-11-09T21:18:14,002 WARN [RS:0;9514d6d5e5be:43163 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:18:14,002 INFO [RS:0;9514d6d5e5be:43163 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:18:14,002 DEBUG [RS:0;9514d6d5e5be:43163 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808 2024-11-09T21:18:14,003 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9514d6d5e5be,43163,1731187091808] 2024-11-09T21:18:14,006 INFO [RS:0;9514d6d5e5be:43163 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T21:18:14,008 INFO [RS:0;9514d6d5e5be:43163 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T21:18:14,009 INFO [RS:0;9514d6d5e5be:43163 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T21:18:14,009 INFO [RS:0;9514d6d5e5be:43163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:14,009 INFO [RS:0;9514d6d5e5be:43163 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T21:18:14,010 INFO [RS:0;9514d6d5e5be:43163 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T21:18:14,010 INFO [RS:0;9514d6d5e5be:43163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:14,010 DEBUG [RS:0;9514d6d5e5be:43163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:18:14,010 DEBUG [RS:0;9514d6d5e5be:43163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:18:14,010 DEBUG [RS:0;9514d6d5e5be:43163 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:18:14,010 DEBUG [RS:0;9514d6d5e5be:43163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:18:14,010 DEBUG [RS:0;9514d6d5e5be:43163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:18:14,010 DEBUG [RS:0;9514d6d5e5be:43163 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:18:14,011 DEBUG [RS:0;9514d6d5e5be:43163 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:18:14,011 DEBUG [RS:0;9514d6d5e5be:43163 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:18:14,011 DEBUG [RS:0;9514d6d5e5be:43163 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:18:14,011 DEBUG [RS:0;9514d6d5e5be:43163 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:18:14,011 DEBUG [RS:0;9514d6d5e5be:43163 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:18:14,011 DEBUG [RS:0;9514d6d5e5be:43163 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:18:14,011 DEBUG [RS:0;9514d6d5e5be:43163 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:18:14,011 DEBUG [RS:0;9514d6d5e5be:43163 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:18:14,020 INFO [RS:0;9514d6d5e5be:43163 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:14,020 INFO [RS:0;9514d6d5e5be:43163 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:14,020 INFO [RS:0;9514d6d5e5be:43163 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:14,020 INFO [RS:0;9514d6d5e5be:43163 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:14,020 INFO [RS:0;9514d6d5e5be:43163 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:14,020 INFO [RS:0;9514d6d5e5be:43163 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,43163,1731187091808-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:18:14,043 INFO [RS:0;9514d6d5e5be:43163 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T21:18:14,043 INFO [RS:0;9514d6d5e5be:43163 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,43163,1731187091808-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:14,043 INFO [RS:0;9514d6d5e5be:43163 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:14,043 INFO [RS:0;9514d6d5e5be:43163 {}] regionserver.Replication(171): 9514d6d5e5be,43163,1731187091808 started 2024-11-09T21:18:14,061 INFO [RS:0;9514d6d5e5be:43163 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:14,061 INFO [RS:0;9514d6d5e5be:43163 {}] regionserver.HRegionServer(1482): Serving as 9514d6d5e5be,43163,1731187091808, RpcServer on 9514d6d5e5be/172.17.0.2:43163, sessionid=0x101217699840001 2024-11-09T21:18:14,061 DEBUG [RS:0;9514d6d5e5be:43163 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T21:18:14,061 DEBUG [RS:0;9514d6d5e5be:43163 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9514d6d5e5be,43163,1731187091808 2024-11-09T21:18:14,061 DEBUG [RS:0;9514d6d5e5be:43163 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,43163,1731187091808' 2024-11-09T21:18:14,061 DEBUG [RS:0;9514d6d5e5be:43163 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-973917175/flush-table-proc/abort' 2024-11-09T21:18:14,062 DEBUG [RS:0;9514d6d5e5be:43163 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-973917175/flush-table-proc/acquired' 2024-11-09T21:18:14,062 DEBUG [RS:0;9514d6d5e5be:43163 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T21:18:14,062 DEBUG [RS:0;9514d6d5e5be:43163 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T21:18:14,062 DEBUG [RS:0;9514d6d5e5be:43163 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9514d6d5e5be,43163,1731187091808 2024-11-09T21:18:14,062 DEBUG [RS:0;9514d6d5e5be:43163 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,43163,1731187091808' 2024-11-09T21:18:14,062 DEBUG [RS:0;9514d6d5e5be:43163 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-973917175/online-snapshot/abort' 2024-11-09T21:18:14,063 DEBUG [RS:0;9514d6d5e5be:43163 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-973917175/online-snapshot/acquired' 2024-11-09T21:18:14,063 DEBUG [RS:0;9514d6d5e5be:43163 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T21:18:14,063 INFO [RS:0;9514d6d5e5be:43163 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T21:18:14,063 INFO [RS:0;9514d6d5e5be:43163 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T21:18:14,163 INFO [RS:0;9514d6d5e5be:43163 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:18:14,165 INFO [RS:0;9514d6d5e5be:43163 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C43163%2C1731187091808, suffix=, logDir=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808, archiveDir=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/oldWALs, maxLogs=10 2024-11-09T21:18:14,183 DEBUG [RS:0;9514d6d5e5be:43163 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166, exclude list is [], retry=0 2024-11-09T21:18:14,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33463,DS-d1c81579-d9ef-419b-969e-c81f2b69e965,DISK] 2024-11-09T21:18:14,189 INFO [RS:0;9514d6d5e5be:43163 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 2024-11-09T21:18:14,189 DEBUG [RS:0;9514d6d5e5be:43163 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39111:39111)] 2024-11-09T21:18:14,327 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T21:18:14,327 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057 2024-11-09T21:18:14,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741833_1009 (size=32) 2024-11-09T21:18:14,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:18:14,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:18:14,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:18:14,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:14,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:18:14,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:18:14,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:18:14,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:14,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:18:14,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:18:14,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:18:14,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:14,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:18:14,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:18:14,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:18:14,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:14,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:18:14,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:18:14,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/meta/1588230740 2024-11-09T21:18:14,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/meta/1588230740 2024-11-09T21:18:14,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:18:14,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:18:14,768 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:18:14,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:18:14,771 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:18:14,771 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69261367, jitterRate=0.03207479417324066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:18:14,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731187094758Initializing all the Stores at 1731187094758Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187094758Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187094759 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187094759Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187094759Cleaning up temporary data from old regions at 1731187094768 (+9 ms)Region opened successfully at 1731187094772 (+4 ms) 2024-11-09T21:18:14,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:18:14,772 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:18:14,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:18:14,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:18:14,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:18:14,772 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:18:14,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187094772Disabling compacts and flushes for region at 1731187094772Disabling writes for close at 1731187094772Writing region close event to WAL at 1731187094772Closed at 1731187094772 2024-11-09T21:18:14,775 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:18:14,775 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T21:18:14,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T21:18:14,779 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:18:14,780 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T21:18:14,930 DEBUG [9514d6d5e5be:42677 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T21:18:14,931 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9514d6d5e5be,43163,1731187091808 2024-11-09T21:18:14,932 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,43163,1731187091808, state=OPENING 2024-11-09T21:18:14,980 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T21:18:14,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43163-0x101217699840001, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-973917175 2024-11-09T21:18:14,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x101217699840000, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-973917175 2024-11-09T21:18:14,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-973917175/meta-region-server: CHANGED 2024-11-09T21:18:14,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-973917175/meta-region-server: CHANGED 2024-11-09T21:18:14,992 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:18:14,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,43163,1731187091808}] 2024-11-09T21:18:15,146 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:18:15,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T21:18:15,159 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T21:18:15,159 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:18:15,160 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T21:18:15,161 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C43163%2C1731187091808.meta, suffix=.meta, logDir=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808, archiveDir=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/oldWALs, maxLogs=10 2024-11-09T21:18:15,178 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.meta.1731187095162.meta, exclude list is [], retry=0 2024-11-09T21:18:15,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33463,DS-d1c81579-d9ef-419b-969e-c81f2b69e965,DISK] 2024-11-09T21:18:15,182 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.meta.1731187095162.meta 2024-11-09T21:18:15,184 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39111:39111)] 2024-11-09T21:18:15,184 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:18:15,184 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:18:15,184 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:18:15,184 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T21:18:15,185 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T21:18:15,185 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T21:18:15,185 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:18:15,185 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T21:18:15,185 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T21:18:15,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:18:15,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:18:15,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:15,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:18:15,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:18:15,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:18:15,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:15,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:18:15,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:18:15,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:18:15,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:15,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:18:15,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:18:15,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:18:15,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:15,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:18:15,193 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:18:15,194 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/meta/1588230740 2024-11-09T21:18:15,195 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/meta/1588230740 2024-11-09T21:18:15,196 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:18:15,196 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:18:15,196 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:18:15,197 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:18:15,198 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61766730, jitterRate=-0.07960399985313416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:18:15,198 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T21:18:15,199 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731187095185Writing region info on filesystem at 1731187095185Initializing all the Stores at 1731187095186 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187095186Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187095186Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187095186Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187095186Cleaning up temporary data from old regions at 1731187095196 (+10 ms)Running coprocessor post-open hooks at 1731187095198 (+2 ms)Region opened successfully at 1731187095199 (+1 ms) 2024-11-09T21:18:15,200 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731187095145 2024-11-09T21:18:15,203 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T21:18:15,203 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T21:18:15,203 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,43163,1731187091808 2024-11-09T21:18:15,204 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,43163,1731187091808, state=OPEN 2024-11-09T21:18:15,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x101217699840000, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-973917175/meta-region-server 2024-11-09T21:18:15,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43163-0x101217699840001, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-973917175/meta-region-server 2024-11-09T21:18:15,239 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9514d6d5e5be,43163,1731187091808 2024-11-09T21:18:15,239 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-973917175/meta-region-server: CHANGED 2024-11-09T21:18:15,239 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-973917175/meta-region-server: CHANGED 2024-11-09T21:18:15,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T21:18:15,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,43163,1731187091808 in 247 msec 2024-11-09T21:18:15,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T21:18:15,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 467 msec 2024-11-09T21:18:15,247 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:18:15,247 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T21:18:15,249 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:18:15,249 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,43163,1731187091808, seqNum=-1] 2024-11-09T21:18:15,249 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:18:15,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:18:15,256 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3550 sec 2024-11-09T21:18:15,257 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731187095257, completionTime=-1 2024-11-09T21:18:15,257 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T21:18:15,257 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T21:18:15,259 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T21:18:15,259 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731187155259 2024-11-09T21:18:15,259 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731187215259 2024-11-09T21:18:15,259 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T21:18:15,260 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,42677,1731187091523-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:15,260 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,42677,1731187091523-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:15,260 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,42677,1731187091523-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:15,260 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9514d6d5e5be:42677, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:15,260 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:15,261 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:15,262 DEBUG [master/9514d6d5e5be:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T21:18:15,264 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.367sec 2024-11-09T21:18:15,264 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T21:18:15,264 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T21:18:15,264 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T21:18:15,264 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T21:18:15,264 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T21:18:15,265 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,42677,1731187091523-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:18:15,265 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,42677,1731187091523-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T21:18:15,267 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T21:18:15,267 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T21:18:15,268 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,42677,1731187091523-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:15,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5b86cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:15,355 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,42677,-1 for getting cluster id 2024-11-09T21:18:15,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:18:15,357 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ada3a0a6-2dad-4b2b-b600-7eaa501935ae' 2024-11-09T21:18:15,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:18:15,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ada3a0a6-2dad-4b2b-b600-7eaa501935ae" 2024-11-09T21:18:15,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42049179, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:15,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,42677,-1] 2024-11-09T21:18:15,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:18:15,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:15,359 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:18:15,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40bfe264, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:15,360 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:18:15,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,43163,1731187091808, seqNum=-1] 2024-11-09T21:18:15,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:18:15,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:18:15,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9514d6d5e5be,42677,1731187091523 2024-11-09T21:18:15,365 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51974 2024-11-09T21:18:15,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:18:15,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101217699840002 connected 2024-11-09T21:18:15,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a/hadoop.log.dir so I do NOT create it in target/test-data/e816fb18-841e-5039-3c51-a15519d2f28f 2024-11-09T21:18:15,402 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T21:18:15,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a/hadoop.tmp.dir so I do NOT create it in target/test-data/e816fb18-841e-5039-3c51-a15519d2f28f 2024-11-09T21:18:15,403 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T21:18:15,403 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e816fb18-841e-5039-3c51-a15519d2f28f 2024-11-09T21:18:15,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T21:18:15,403 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e816fb18-841e-5039-3c51-a15519d2f28f/cluster_8732e10c-be40-a73f-9722-82402e103524, deleteOnExit=true 2024-11-09T21:18:15,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T21:18:15,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e816fb18-841e-5039-3c51-a15519d2f28f/test.cache.data in system properties and HBase conf 2024-11-09T21:18:15,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e816fb18-841e-5039-3c51-a15519d2f28f/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T21:18:15,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e816fb18-841e-5039-3c51-a15519d2f28f/hadoop.log.dir in system properties and HBase conf 2024-11-09T21:18:15,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e816fb18-841e-5039-3c51-a15519d2f28f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T21:18:15,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e816fb18-841e-5039-3c51-a15519d2f28f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T21:18:15,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T21:18:15,404 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T21:18:15,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e816fb18-841e-5039-3c51-a15519d2f28f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:18:15,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e816fb18-841e-5039-3c51-a15519d2f28f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:18:15,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e816fb18-841e-5039-3c51-a15519d2f28f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T21:18:15,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e816fb18-841e-5039-3c51-a15519d2f28f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:18:15,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e816fb18-841e-5039-3c51-a15519d2f28f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T21:18:15,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e816fb18-841e-5039-3c51-a15519d2f28f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T21:18:15,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e816fb18-841e-5039-3c51-a15519d2f28f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:18:15,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e816fb18-841e-5039-3c51-a15519d2f28f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:18:15,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e816fb18-841e-5039-3c51-a15519d2f28f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T21:18:15,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e816fb18-841e-5039-3c51-a15519d2f28f/nfs.dump.dir in system properties and HBase conf 2024-11-09T21:18:15,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e816fb18-841e-5039-3c51-a15519d2f28f/java.io.tmpdir in system properties and HBase conf 2024-11-09T21:18:15,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e816fb18-841e-5039-3c51-a15519d2f28f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:18:15,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e816fb18-841e-5039-3c51-a15519d2f28f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T21:18:15,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e816fb18-841e-5039-3c51-a15519d2f28f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T21:18:15,750 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:18:15,756 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:18:15,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:18:15,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:18:15,769 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T21:18:15,770 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:18:15,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40d0c6a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e816fb18-841e-5039-3c51-a15519d2f28f/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:18:15,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e8a6831{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:18:15,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@addb386{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e816fb18-841e-5039-3c51-a15519d2f28f/java.io.tmpdir/jetty-localhost-35779-hadoop-hdfs-3_4_1-tests_jar-_-any-605054704264583609/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:18:15,879 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@362b11ef{HTTP/1.1, (http/1.1)}{localhost:35779} 2024-11-09T21:18:15,879 INFO [Time-limited test {}] server.Server(415): Started @59882ms 2024-11-09T21:18:16,268 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:18:16,276 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:18:16,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:18:16,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:18:16,284 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T21:18:16,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ea6cc0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e816fb18-841e-5039-3c51-a15519d2f28f/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:18:16,286 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14bb78eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:18:16,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a87ab6c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e816fb18-841e-5039-3c51-a15519d2f28f/java.io.tmpdir/jetty-localhost-39885-hadoop-hdfs-3_4_1-tests_jar-_-any-14686292376211038327/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:18:16,391 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@169fb48{HTTP/1.1, (http/1.1)}{localhost:39885} 2024-11-09T21:18:16,391 INFO [Time-limited test {}] server.Server(415): Started @60394ms 2024-11-09T21:18:16,393 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T21:18:17,309 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e816fb18-841e-5039-3c51-a15519d2f28f/cluster_8732e10c-be40-a73f-9722-82402e103524/data/data1/current/BP-515292575-172.17.0.2-1731187095434/current, will proceed with Du for space computation calculation, 2024-11-09T21:18:17,316 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e816fb18-841e-5039-3c51-a15519d2f28f/cluster_8732e10c-be40-a73f-9722-82402e103524/data/data2/current/BP-515292575-172.17.0.2-1731187095434/current, will proceed with Du for space computation calculation, 2024-11-09T21:18:17,354 WARN [Thread-935 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T21:18:17,358 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd64b928b1220def8 with lease ID 0x2b39777dc879494a: Processing first storage report for DS-db8f3b30-373b-4db3-aec2-e949608aec93 from datanode DatanodeRegistration(127.0.0.1:32973, datanodeUuid=4c7ab000-c0e1-4c44-9a31-8fdceee0a55b, infoPort=33687, infoSecurePort=0, ipcPort=45603, storageInfo=lv=-57;cid=testClusterID;nsid=484141422;c=1731187095434) 2024-11-09T21:18:17,358 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd64b928b1220def8 with lease ID 0x2b39777dc879494a: from storage DS-db8f3b30-373b-4db3-aec2-e949608aec93 node DatanodeRegistration(127.0.0.1:32973, datanodeUuid=4c7ab000-c0e1-4c44-9a31-8fdceee0a55b, infoPort=33687, infoSecurePort=0, ipcPort=45603, storageInfo=lv=-57;cid=testClusterID;nsid=484141422;c=1731187095434), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:18:17,358 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd64b928b1220def8 with lease ID 0x2b39777dc879494a: Processing first storage report for DS-43c33b9d-742f-448f-ad63-0e94749150d7 from datanode DatanodeRegistration(127.0.0.1:32973, datanodeUuid=4c7ab000-c0e1-4c44-9a31-8fdceee0a55b, infoPort=33687, infoSecurePort=0, ipcPort=45603, storageInfo=lv=-57;cid=testClusterID;nsid=484141422;c=1731187095434) 2024-11-09T21:18:17,358 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd64b928b1220def8 with lease ID 0x2b39777dc879494a: from storage DS-43c33b9d-742f-448f-ad63-0e94749150d7 node DatanodeRegistration(127.0.0.1:32973, datanodeUuid=4c7ab000-c0e1-4c44-9a31-8fdceee0a55b, infoPort=33687, infoSecurePort=0, ipcPort=45603, storageInfo=lv=-57;cid=testClusterID;nsid=484141422;c=1731187095434), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:18:17,456 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e816fb18-841e-5039-3c51-a15519d2f28f 2024-11-09T21:18:17,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:18:17,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:18:17,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741825_1001 (size=7) 2024-11-09T21:18:17,501 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e with version=8 2024-11-09T21:18:17,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/hbase-staging 2024-11-09T21:18:17,503 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:18:17,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:18:17,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:18:17,504 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:18:17,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:18:17,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:18:17,504 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T21:18:17,504 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:18:17,512 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45077 2024-11-09T21:18:17,514 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45077 connecting to ZooKeeper ensemble=127.0.0.1:51974 2024-11-09T21:18:17,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450770x0, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:18:17,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45077-0x101217699840003 connected 2024-11-09T21:18:17,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:18:17,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:18:17,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45077-0x101217699840003, quorum=127.0.0.1:51974, baseZNode=/1946183238 Set watcher on znode that does not yet exist, /1946183238/running 2024-11-09T21:18:17,616 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e, hbase.cluster.distributed=false 2024-11-09T21:18:17,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45077-0x101217699840003, quorum=127.0.0.1:51974, baseZNode=/1946183238 Set watcher on znode that does not yet exist, /1946183238/acl 2024-11-09T21:18:17,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45077 2024-11-09T21:18:17,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45077 2024-11-09T21:18:17,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45077 2024-11-09T21:18:17,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45077 2024-11-09T21:18:17,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45077 2024-11-09T21:18:17,639 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:18:17,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:18:17,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:18:17,639 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:18:17,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:18:17,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:18:17,639 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T21:18:17,639 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:18:17,640 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37381 2024-11-09T21:18:17,642 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37381 connecting to ZooKeeper ensemble=127.0.0.1:51974 2024-11-09T21:18:17,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:18:17,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:18:17,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373810x0, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:18:17,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373810x0, quorum=127.0.0.1:51974, baseZNode=/1946183238 Set watcher on znode that does not yet exist, /1946183238/running 2024-11-09T21:18:17,655 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T21:18:17,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37381-0x101217699840004 connected 2024-11-09T21:18:17,657 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T21:18:17,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37381-0x101217699840004, quorum=127.0.0.1:51974, baseZNode=/1946183238 Set watcher on znode that does not yet exist, /1946183238/master 2024-11-09T21:18:17,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37381-0x101217699840004, quorum=127.0.0.1:51974, baseZNode=/1946183238 Set watcher on znode that does not yet exist, /1946183238/acl 2024-11-09T21:18:17,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37381 2024-11-09T21:18:17,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37381 2024-11-09T21:18:17,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37381 2024-11-09T21:18:17,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37381 2024-11-09T21:18:17,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37381 2024-11-09T21:18:17,685 DEBUG [M:0;9514d6d5e5be:45077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9514d6d5e5be:45077 2024-11-09T21:18:17,686 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1946183238/backup-masters/9514d6d5e5be,45077,1731187097503 2024-11-09T21:18:17,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x101217699840004, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1946183238/backup-masters 2024-11-09T21:18:17,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45077-0x101217699840003, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1946183238/backup-masters 2024-11-09T21:18:17,697 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45077-0x101217699840003, quorum=127.0.0.1:51974, baseZNode=/1946183238 Set watcher on existing znode=/1946183238/backup-masters/9514d6d5e5be,45077,1731187097503 2024-11-09T21:18:17,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45077-0x101217699840003, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1946183238 2024-11-09T21:18:17,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x101217699840004, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1946183238/master 2024-11-09T21:18:17,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x101217699840004, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1946183238 2024-11-09T21:18:17,707 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45077-0x101217699840003, quorum=127.0.0.1:51974, baseZNode=/1946183238 Set watcher on existing znode=/1946183238/master 2024-11-09T21:18:17,708 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1946183238/backup-masters/9514d6d5e5be,45077,1731187097503 from backup master directory 2024-11-09T21:18:17,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x101217699840004, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1946183238/backup-masters 2024-11-09T21:18:17,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45077-0x101217699840003, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1946183238/backup-masters/9514d6d5e5be,45077,1731187097503 2024-11-09T21:18:17,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45077-0x101217699840003, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1946183238/backup-masters 2024-11-09T21:18:17,717 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:18:17,717 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9514d6d5e5be,45077,1731187097503 2024-11-09T21:18:17,722 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/hbase.id] with ID: c4423f27-f76d-403f-9508-8fccab23857e 2024-11-09T21:18:17,722 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/.tmp/hbase.id 2024-11-09T21:18:17,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741826_1002 (size=42) 2024-11-09T21:18:17,736 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/.tmp/hbase.id]:[hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/hbase.id] 2024-11-09T21:18:17,755 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:18:17,755 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T21:18:17,757 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T21:18:17,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45077-0x101217699840003, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1946183238 2024-11-09T21:18:17,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x101217699840004, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1946183238 2024-11-09T21:18:17,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741827_1003 (size=196) 2024-11-09T21:18:17,782 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:18:17,783 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T21:18:17,783 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:18:17,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741828_1004 (size=1189) 2024-11-09T21:18:18,207 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/MasterData/data/master/store 2024-11-09T21:18:18,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741829_1005 (size=34) 2024-11-09T21:18:18,617 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:18:18,617 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:18:18,617 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:18:18,617 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:18:18,617 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:18:18,617 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:18:18,617 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:18:18,618 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187098617Disabling compacts and flushes for region at 1731187098617Disabling writes for close at 1731187098617Writing region close event to WAL at 1731187098617Closed at 1731187098617 2024-11-09T21:18:18,618 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/MasterData/data/master/store/.initializing 2024-11-09T21:18:18,618 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/MasterData/WALs/9514d6d5e5be,45077,1731187097503 2024-11-09T21:18:18,620 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:18:18,622 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9514d6d5e5be%2C45077%2C1731187097503, suffix=, logDir=hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/MasterData/WALs/9514d6d5e5be,45077,1731187097503, archiveDir=hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/MasterData/oldWALs, maxLogs=10 2024-11-09T21:18:18,640 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/MasterData/WALs/9514d6d5e5be,45077,1731187097503/9514d6d5e5be%2C45077%2C1731187097503.1731187098622, exclude list is [], retry=0 2024-11-09T21:18:18,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32973,DS-db8f3b30-373b-4db3-aec2-e949608aec93,DISK] 2024-11-09T21:18:18,644 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/MasterData/WALs/9514d6d5e5be,45077,1731187097503/9514d6d5e5be%2C45077%2C1731187097503.1731187098622 2024-11-09T21:18:18,645 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33687:33687)] 2024-11-09T21:18:18,645 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:18:18,645 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:18:18,645 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:18:18,645 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:18:18,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:18:18,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T21:18:18,648 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:18,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:18:18,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:18:18,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T21:18:18,650 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:18,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:18:18,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:18:18,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T21:18:18,652 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:18,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:18:18,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:18:18,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T21:18:18,653 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:18,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:18:18,654 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:18:18,655 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:18:18,656 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:18:18,657 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:18:18,657 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:18:18,658 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:18:18,660 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:18:18,664 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:18:18,664 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65324381, jitterRate=-0.026590868830680847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:18:18,665 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731187098645Initializing all the Stores at 1731187098646 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187098646Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187098646Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187098646Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187098646Cleaning up temporary data from old regions at 1731187098657 (+11 ms)Region opened successfully at 1731187098665 (+8 ms) 2024-11-09T21:18:18,665 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T21:18:18,668 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472d49db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:18:18,669 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T21:18:18,669 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T21:18:18,669 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T21:18:18,669 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T21:18:18,670 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T21:18:18,670 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T21:18:18,670 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T21:18:18,672 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T21:18:18,676 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45077-0x101217699840003, quorum=127.0.0.1:51974, baseZNode=/1946183238 Unable to get data of znode /1946183238/balancer because node does not exist (not necessarily an error) 2024-11-09T21:18:18,727 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1946183238/balancer already deleted, retry=false 2024-11-09T21:18:18,728 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T21:18:18,729 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45077-0x101217699840003, quorum=127.0.0.1:51974, baseZNode=/1946183238 Unable to get data of znode /1946183238/normalizer because node does not exist (not necessarily an error) 2024-11-09T21:18:18,738 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1946183238/normalizer already deleted, retry=false 2024-11-09T21:18:18,738 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T21:18:18,740 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45077-0x101217699840003, quorum=127.0.0.1:51974, baseZNode=/1946183238 Unable to get data of znode /1946183238/switch/split because node does not exist (not necessarily an error) 2024-11-09T21:18:18,748 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1946183238/switch/split already deleted, retry=false 2024-11-09T21:18:18,749 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45077-0x101217699840003, quorum=127.0.0.1:51974, baseZNode=/1946183238 Unable to get data of znode /1946183238/switch/merge because node does not exist (not necessarily an error) 2024-11-09T21:18:18,759 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1946183238/switch/merge already deleted, retry=false 2024-11-09T21:18:18,763 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45077-0x101217699840003, quorum=127.0.0.1:51974, baseZNode=/1946183238 Unable to get data of znode /1946183238/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T21:18:18,770 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1946183238/snapshot-cleanup already deleted, retry=false 2024-11-09T21:18:18,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x101217699840004, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1946183238/running 2024-11-09T21:18:18,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x101217699840004, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1946183238 2024-11-09T21:18:18,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45077-0x101217699840003, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1946183238/running 2024-11-09T21:18:18,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45077-0x101217699840003, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1946183238 2024-11-09T21:18:18,782 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9514d6d5e5be,45077,1731187097503, sessionid=0x101217699840003, setting cluster-up flag (Was=false) 2024-11-09T21:18:18,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45077-0x101217699840003, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1946183238 2024-11-09T21:18:18,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x101217699840004, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1946183238 2024-11-09T21:18:18,833 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1946183238/flush-table-proc/acquired, /1946183238/flush-table-proc/reached, /1946183238/flush-table-proc/abort 2024-11-09T21:18:18,835 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,45077,1731187097503 2024-11-09T21:18:18,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x101217699840004, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1946183238 2024-11-09T21:18:18,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45077-0x101217699840003, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1946183238 2024-11-09T21:18:18,885 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1946183238/online-snapshot/acquired, /1946183238/online-snapshot/reached, /1946183238/online-snapshot/abort 2024-11-09T21:18:18,886 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,45077,1731187097503 2024-11-09T21:18:18,888 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T21:18:18,889 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T21:18:18,889 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T21:18:18,889 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T21:18:18,890 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9514d6d5e5be,45077,1731187097503 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T21:18:18,891 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:18:18,891 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:18:18,891 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:18:18,891 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:18:18,891 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9514d6d5e5be:0, corePoolSize=10, maxPoolSize=10 2024-11-09T21:18:18,891 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:18:18,891 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:18:18,891 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:18:18,894 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:18:18,894 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T21:18:18,895 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:18,895 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T21:18:18,912 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731187128912 2024-11-09T21:18:18,912 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T21:18:18,912 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T21:18:18,912 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T21:18:18,912 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T21:18:18,913 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T21:18:18,913 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T21:18:18,916 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:18,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741831_1007 (size=1321) 2024-11-09T21:18:18,924 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T21:18:18,924 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T21:18:18,924 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T21:18:18,924 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T21:18:18,925 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T21:18:18,925 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T21:18:18,925 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187098925,5,FailOnTimeoutGroup] 2024-11-09T21:18:18,925 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187098925,5,FailOnTimeoutGroup] 2024-11-09T21:18:18,925 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:18,925 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T21:18:18,925 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:18,925 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:18,975 INFO [RS:0;9514d6d5e5be:37381 {}] regionserver.HRegionServer(746): ClusterId : c4423f27-f76d-403f-9508-8fccab23857e 2024-11-09T21:18:18,975 DEBUG [RS:0;9514d6d5e5be:37381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T21:18:18,981 DEBUG [RS:0;9514d6d5e5be:37381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T21:18:18,981 DEBUG [RS:0;9514d6d5e5be:37381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T21:18:18,992 DEBUG [RS:0;9514d6d5e5be:37381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T21:18:18,992 DEBUG [RS:0;9514d6d5e5be:37381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec59d1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:18:19,006 DEBUG [RS:0;9514d6d5e5be:37381 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9514d6d5e5be:37381 2024-11-09T21:18:19,006 INFO [RS:0;9514d6d5e5be:37381 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T21:18:19,006 INFO [RS:0;9514d6d5e5be:37381 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T21:18:19,006 DEBUG [RS:0;9514d6d5e5be:37381 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T21:18:19,006 INFO [RS:0;9514d6d5e5be:37381 {}] regionserver.HRegionServer(2659): reportForDuty to master=9514d6d5e5be,45077,1731187097503 with port=37381, startcode=1731187097638 2024-11-09T21:18:19,007 DEBUG [RS:0;9514d6d5e5be:37381 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T21:18:19,008 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T21:18:19,009 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45077 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9514d6d5e5be,37381,1731187097638 2024-11-09T21:18:19,009 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45077 {}] master.ServerManager(517): Registering regionserver=9514d6d5e5be,37381,1731187097638 2024-11-09T21:18:19,010 DEBUG [RS:0;9514d6d5e5be:37381 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e 2024-11-09T21:18:19,010 DEBUG [RS:0;9514d6d5e5be:37381 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44871 2024-11-09T21:18:19,010 DEBUG [RS:0;9514d6d5e5be:37381 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T21:18:19,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45077-0x101217699840003, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1946183238/rs 2024-11-09T21:18:19,023 DEBUG [RS:0;9514d6d5e5be:37381 {}] zookeeper.ZKUtil(111): regionserver:37381-0x101217699840004, quorum=127.0.0.1:51974, baseZNode=/1946183238 Set watcher on existing znode=/1946183238/rs/9514d6d5e5be,37381,1731187097638 2024-11-09T21:18:19,023 WARN [RS:0;9514d6d5e5be:37381 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:18:19,023 INFO [RS:0;9514d6d5e5be:37381 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:18:19,023 DEBUG [RS:0;9514d6d5e5be:37381 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/WALs/9514d6d5e5be,37381,1731187097638 2024-11-09T21:18:19,025 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9514d6d5e5be,37381,1731187097638] 2024-11-09T21:18:19,027 INFO [RS:0;9514d6d5e5be:37381 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T21:18:19,029 INFO [RS:0;9514d6d5e5be:37381 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T21:18:19,030 INFO [RS:0;9514d6d5e5be:37381 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T21:18:19,030 INFO [RS:0;9514d6d5e5be:37381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:19,032 INFO [RS:0;9514d6d5e5be:37381 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T21:18:19,033 INFO [RS:0;9514d6d5e5be:37381 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T21:18:19,033 INFO [RS:0;9514d6d5e5be:37381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:19,034 DEBUG [RS:0;9514d6d5e5be:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:18:19,034 DEBUG [RS:0;9514d6d5e5be:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:18:19,034 DEBUG [RS:0;9514d6d5e5be:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:18:19,034 DEBUG [RS:0;9514d6d5e5be:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:18:19,034 DEBUG [RS:0;9514d6d5e5be:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:18:19,034 DEBUG [RS:0;9514d6d5e5be:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:18:19,034 DEBUG [RS:0;9514d6d5e5be:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:18:19,034 DEBUG [RS:0;9514d6d5e5be:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:18:19,034 DEBUG [RS:0;9514d6d5e5be:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:18:19,034 DEBUG [RS:0;9514d6d5e5be:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:18:19,034 DEBUG [RS:0;9514d6d5e5be:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:18:19,034 DEBUG [RS:0;9514d6d5e5be:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:18:19,034 DEBUG [RS:0;9514d6d5e5be:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:18:19,034 DEBUG [RS:0;9514d6d5e5be:37381 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:18:19,049 INFO [RS:0;9514d6d5e5be:37381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:19,094 INFO [RS:0;9514d6d5e5be:37381 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:19,094 INFO [RS:0;9514d6d5e5be:37381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:19,094 INFO [RS:0;9514d6d5e5be:37381 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:19,094 INFO [RS:0;9514d6d5e5be:37381 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:19,094 INFO [RS:0;9514d6d5e5be:37381 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,37381,1731187097638-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:18:19,114 INFO [RS:0;9514d6d5e5be:37381 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T21:18:19,115 INFO [RS:0;9514d6d5e5be:37381 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,37381,1731187097638-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:19,115 INFO [RS:0;9514d6d5e5be:37381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:19,115 INFO [RS:0;9514d6d5e5be:37381 {}] regionserver.Replication(171): 9514d6d5e5be,37381,1731187097638 started 2024-11-09T21:18:19,133 INFO [RS:0;9514d6d5e5be:37381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:19,133 INFO [RS:0;9514d6d5e5be:37381 {}] regionserver.HRegionServer(1482): Serving as 9514d6d5e5be,37381,1731187097638, RpcServer on 9514d6d5e5be/172.17.0.2:37381, sessionid=0x101217699840004 2024-11-09T21:18:19,133 DEBUG [RS:0;9514d6d5e5be:37381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T21:18:19,134 DEBUG [RS:0;9514d6d5e5be:37381 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9514d6d5e5be,37381,1731187097638 2024-11-09T21:18:19,134 DEBUG [RS:0;9514d6d5e5be:37381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,37381,1731187097638' 2024-11-09T21:18:19,134 DEBUG [RS:0;9514d6d5e5be:37381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1946183238/flush-table-proc/abort' 2024-11-09T21:18:19,134 DEBUG [RS:0;9514d6d5e5be:37381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1946183238/flush-table-proc/acquired' 2024-11-09T21:18:19,135 DEBUG [RS:0;9514d6d5e5be:37381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T21:18:19,135 DEBUG [RS:0;9514d6d5e5be:37381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T21:18:19,135 DEBUG [RS:0;9514d6d5e5be:37381 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9514d6d5e5be,37381,1731187097638 2024-11-09T21:18:19,135 DEBUG [RS:0;9514d6d5e5be:37381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,37381,1731187097638' 2024-11-09T21:18:19,135 DEBUG [RS:0;9514d6d5e5be:37381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1946183238/online-snapshot/abort' 2024-11-09T21:18:19,135 DEBUG [RS:0;9514d6d5e5be:37381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1946183238/online-snapshot/acquired' 2024-11-09T21:18:19,136 DEBUG [RS:0;9514d6d5e5be:37381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T21:18:19,136 INFO [RS:0;9514d6d5e5be:37381 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T21:18:19,136 INFO [RS:0;9514d6d5e5be:37381 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T21:18:19,236 INFO [RS:0;9514d6d5e5be:37381 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:18:19,238 INFO [RS:0;9514d6d5e5be:37381 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C37381%2C1731187097638, suffix=, logDir=hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/WALs/9514d6d5e5be,37381,1731187097638, archiveDir=hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/oldWALs, maxLogs=10 2024-11-09T21:18:19,256 DEBUG [RS:0;9514d6d5e5be:37381 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/WALs/9514d6d5e5be,37381,1731187097638/9514d6d5e5be%2C37381%2C1731187097638.1731187099239, exclude list is [], retry=0 2024-11-09T21:18:19,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32973,DS-db8f3b30-373b-4db3-aec2-e949608aec93,DISK] 2024-11-09T21:18:19,261 INFO [RS:0;9514d6d5e5be:37381 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/WALs/9514d6d5e5be,37381,1731187097638/9514d6d5e5be%2C37381%2C1731187097638.1731187099239 2024-11-09T21:18:19,261 DEBUG [RS:0;9514d6d5e5be:37381 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33687:33687)] 2024-11-09T21:18:19,323 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T21:18:19,323 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e 2024-11-09T21:18:19,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741833_1009 (size=32) 2024-11-09T21:18:19,431 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:18:19,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:18:19,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:18:19,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:18:19,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:18:19,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:18:19,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:18:19,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:18:19,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:19,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:18:19,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:18:19,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:18:19,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:19,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:18:19,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:18:19,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:18:19,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:19,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:18:19,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:18:19,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:18:19,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:19,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:18:19,745 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:18:19,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/hbase/meta/1588230740 2024-11-09T21:18:19,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/hbase/meta/1588230740 2024-11-09T21:18:19,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:18:19,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:18:19,748 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:18:19,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:18:19,752 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:18:19,753 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71044189, jitterRate=0.05864091217517853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:18:19,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731187099733Initializing all the Stores at 1731187099734 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187099734Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187099734Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187099734Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187099734Cleaning up temporary data from old regions at 1731187099748 (+14 ms)Region opened successfully at 1731187099753 (+5 ms) 2024-11-09T21:18:19,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:18:19,753 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:18:19,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:18:19,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:18:19,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:18:19,754 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:18:19,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187099753Disabling compacts and flushes for region at 1731187099753Disabling writes for close at 1731187099753Writing region close event to WAL at 1731187099754 (+1 ms)Closed at 1731187099754 2024-11-09T21:18:19,755 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:18:19,755 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T21:18:19,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T21:18:19,757 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:18:19,758 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T21:18:19,908 DEBUG [9514d6d5e5be:45077 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T21:18:19,909 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9514d6d5e5be,37381,1731187097638 2024-11-09T21:18:19,910 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,37381,1731187097638, state=OPENING 2024-11-09T21:18:20,001 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T21:18:20,007 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T21:18:20,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x101217699840004, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1946183238 2024-11-09T21:18:20,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45077-0x101217699840003, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1946183238 2024-11-09T21:18:20,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1946183238/meta-region-server: CHANGED 2024-11-09T21:18:20,025 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1946183238/meta-region-server: CHANGED 2024-11-09T21:18:20,025 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:18:20,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,37381,1731187097638}] 2024-11-09T21:18:20,178 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:18:20,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T21:18:20,184 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T21:18:20,184 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:18:20,184 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T21:18:20,186 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C37381%2C1731187097638.meta, suffix=.meta, logDir=hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/WALs/9514d6d5e5be,37381,1731187097638, archiveDir=hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/oldWALs, maxLogs=10 2024-11-09T21:18:20,204 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/WALs/9514d6d5e5be,37381,1731187097638/9514d6d5e5be%2C37381%2C1731187097638.meta.1731187100186.meta, exclude list is [], retry=0 2024-11-09T21:18:20,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32973,DS-db8f3b30-373b-4db3-aec2-e949608aec93,DISK] 2024-11-09T21:18:20,236 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/WALs/9514d6d5e5be,37381,1731187097638/9514d6d5e5be%2C37381%2C1731187097638.meta.1731187100186.meta 2024-11-09T21:18:20,237 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33687:33687)] 2024-11-09T21:18:20,237 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:18:20,238 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:18:20,238 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:18:20,238 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T21:18:20,238 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T21:18:20,238 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T21:18:20,238 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:18:20,238 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T21:18:20,238 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T21:18:20,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:18:20,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:18:20,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:20,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:18:20,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:18:20,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:18:20,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:20,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:18:20,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:18:20,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:18:20,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:20,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:18:20,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:18:20,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:18:20,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:20,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:18:20,257 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:18:20,258 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/hbase/meta/1588230740 2024-11-09T21:18:20,260 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/hbase/meta/1588230740 2024-11-09T21:18:20,264 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:18:20,264 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:18:20,265 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:18:20,267 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:18:20,268 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71168067, jitterRate=0.06048683822154999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:18:20,268 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T21:18:20,269 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731187100239Writing region info on filesystem at 1731187100239Initializing all the Stores at 1731187100240 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187100241 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187100249 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187100249Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187100249Cleaning up temporary data from old regions at 1731187100264 (+15 ms)Running coprocessor post-open hooks at 1731187100268 (+4 ms)Region opened successfully at 1731187100269 (+1 ms) 2024-11-09T21:18:20,278 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731187100178 2024-11-09T21:18:20,281 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T21:18:20,281 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T21:18:20,282 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,37381,1731187097638 2024-11-09T21:18:20,283 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,37381,1731187097638, state=OPEN 2024-11-09T21:18:20,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45077-0x101217699840003, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1946183238/meta-region-server 2024-11-09T21:18:20,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x101217699840004, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1946183238/meta-region-server 2024-11-09T21:18:20,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1946183238/meta-region-server: CHANGED 2024-11-09T21:18:20,296 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1946183238/meta-region-server: CHANGED 2024-11-09T21:18:20,297 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9514d6d5e5be,37381,1731187097638 2024-11-09T21:18:20,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T21:18:20,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,37381,1731187097638 in 272 msec 2024-11-09T21:18:20,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T21:18:20,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 547 msec 2024-11-09T21:18:20,308 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:18:20,308 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T21:18:20,310 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:18:20,310 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,37381,1731187097638, seqNum=-1] 2024-11-09T21:18:20,311 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:18:20,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:18:20,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4350 sec 2024-11-09T21:18:20,328 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731187100328, completionTime=-1 2024-11-09T21:18:20,328 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T21:18:20,328 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T21:18:20,331 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T21:18:20,331 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731187160331 2024-11-09T21:18:20,331 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731187220331 2024-11-09T21:18:20,331 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T21:18:20,331 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,45077,1731187097503-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:20,331 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,45077,1731187097503-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:20,331 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,45077,1731187097503-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:20,331 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9514d6d5e5be:45077, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:20,331 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:20,334 DEBUG [master/9514d6d5e5be:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T21:18:20,347 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:20,353 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.635sec 2024-11-09T21:18:20,353 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T21:18:20,353 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T21:18:20,353 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T21:18:20,353 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T21:18:20,354 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T21:18:20,354 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,45077,1731187097503-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:18:20,354 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,45077,1731187097503-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T21:18:20,374 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T21:18:20,374 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T21:18:20,374 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,45077,1731187097503-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:18:20,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf21370, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:20,405 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,45077,-1 for getting cluster id 2024-11-09T21:18:20,405 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:18:20,417 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4423f27-f76d-403f-9508-8fccab23857e' 2024-11-09T21:18:20,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:18:20,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4423f27-f76d-403f-9508-8fccab23857e" 2024-11-09T21:18:20,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29fddd86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:20,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,45077,-1] 2024-11-09T21:18:20,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:18:20,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:20,420 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:18:20,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7639afe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:20,421 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:18:20,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,37381,1731187097638, seqNum=-1] 2024-11-09T21:18:20,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:18:20,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:18:20,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9514d6d5e5be,45077,1731187097503 2024-11-09T21:18:20,430 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51974 2024-11-09T21:18:20,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:18:20,518 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101217699840005 connected 2024-11-09T21:18:20,543 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:18:20,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,42677,1731187091523 2024-11-09T21:18:20,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51b9ec0d 2024-11-09T21:18:20,544 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:18:20,546 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:18:20,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:18:20,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T21:18:20,555 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:18:20,556 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:20,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T21:18:20,558 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:18:20,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:18:20,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741835_1011 (size=902) 2024-11-09T21:18:20,575 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e1f512affe79665475ceb098d9f27cfc, NAME => 'test,,1731187100546.e1f512affe79665475ceb098d9f27cfc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057 2024-11-09T21:18:20,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741836_1012 (size=39) 2024-11-09T21:18:20,588 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731187100546.e1f512affe79665475ceb098d9f27cfc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:18:20,589 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e1f512affe79665475ceb098d9f27cfc, disabling compactions & flushes 2024-11-09T21:18:20,589 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731187100546.e1f512affe79665475ceb098d9f27cfc. 2024-11-09T21:18:20,589 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731187100546.e1f512affe79665475ceb098d9f27cfc. 2024-11-09T21:18:20,589 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731187100546.e1f512affe79665475ceb098d9f27cfc. after waiting 0 ms 2024-11-09T21:18:20,589 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731187100546.e1f512affe79665475ceb098d9f27cfc. 2024-11-09T21:18:20,589 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731187100546.e1f512affe79665475ceb098d9f27cfc. 2024-11-09T21:18:20,589 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e1f512affe79665475ceb098d9f27cfc: Waiting for close lock at 1731187100589Disabling compacts and flushes for region at 1731187100589Disabling writes for close at 1731187100589Writing region close event to WAL at 1731187100589Closed at 1731187100589 2024-11-09T21:18:20,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:18:20,591 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731187100546.e1f512affe79665475ceb098d9f27cfc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731187100591"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731187100591"}]},"ts":"1731187100591"} 2024-11-09T21:18:20,594 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T21:18:20,595 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:18:20,596 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187100595"}]},"ts":"1731187100595"} 2024-11-09T21:18:20,598 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T21:18:20,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e1f512affe79665475ceb098d9f27cfc, ASSIGN}] 2024-11-09T21:18:20,601 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e1f512affe79665475ceb098d9f27cfc, ASSIGN 2024-11-09T21:18:20,602 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e1f512affe79665475ceb098d9f27cfc, ASSIGN; state=OFFLINE, location=9514d6d5e5be,43163,1731187091808; forceNewPlan=false, retain=false 2024-11-09T21:18:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:18:20,753 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e1f512affe79665475ceb098d9f27cfc, regionState=OPENING, regionLocation=9514d6d5e5be,43163,1731187091808 2024-11-09T21:18:20,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e1f512affe79665475ceb098d9f27cfc, ASSIGN because future has completed 2024-11-09T21:18:20,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1f512affe79665475ceb098d9f27cfc, server=9514d6d5e5be,43163,1731187091808}] 2024-11-09T21:18:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:18:20,914 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731187100546.e1f512affe79665475ceb098d9f27cfc. 2024-11-09T21:18:20,914 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e1f512affe79665475ceb098d9f27cfc, NAME => 'test,,1731187100546.e1f512affe79665475ceb098d9f27cfc.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:18:20,914 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:18:20,915 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T21:18:20,915 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e1f512affe79665475ceb098d9f27cfc 2024-11-09T21:18:20,915 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731187100546.e1f512affe79665475ceb098d9f27cfc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:18:20,915 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e1f512affe79665475ceb098d9f27cfc 2024-11-09T21:18:20,915 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e1f512affe79665475ceb098d9f27cfc 2024-11-09T21:18:20,916 INFO [StoreOpener-e1f512affe79665475ceb098d9f27cfc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e1f512affe79665475ceb098d9f27cfc 2024-11-09T21:18:20,919 INFO [StoreOpener-e1f512affe79665475ceb098d9f27cfc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1f512affe79665475ceb098d9f27cfc columnFamilyName f 2024-11-09T21:18:20,919 DEBUG [StoreOpener-e1f512affe79665475ceb098d9f27cfc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:20,920 INFO [StoreOpener-e1f512affe79665475ceb098d9f27cfc-1 {}] regionserver.HStore(327): Store=e1f512affe79665475ceb098d9f27cfc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:18:20,920 INFO [StoreOpener-e1f512affe79665475ceb098d9f27cfc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e1f512affe79665475ceb098d9f27cfc 2024-11-09T21:18:20,921 INFO [StoreOpener-e1f512affe79665475ceb098d9f27cfc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1f512affe79665475ceb098d9f27cfc columnFamilyName f1 2024-11-09T21:18:20,921 DEBUG [StoreOpener-e1f512affe79665475ceb098d9f27cfc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:20,922 INFO [StoreOpener-e1f512affe79665475ceb098d9f27cfc-1 {}] regionserver.HStore(327): Store=e1f512affe79665475ceb098d9f27cfc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:18:20,922 INFO [StoreOpener-e1f512affe79665475ceb098d9f27cfc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e1f512affe79665475ceb098d9f27cfc 2024-11-09T21:18:20,924 INFO [StoreOpener-e1f512affe79665475ceb098d9f27cfc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1f512affe79665475ceb098d9f27cfc columnFamilyName norep 2024-11-09T21:18:20,924 DEBUG [StoreOpener-e1f512affe79665475ceb098d9f27cfc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:20,925 INFO [StoreOpener-e1f512affe79665475ceb098d9f27cfc-1 {}] regionserver.HStore(327): Store=e1f512affe79665475ceb098d9f27cfc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:18:20,925 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e1f512affe79665475ceb098d9f27cfc 2024-11-09T21:18:20,926 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/default/test/e1f512affe79665475ceb098d9f27cfc 2024-11-09T21:18:20,927 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/default/test/e1f512affe79665475ceb098d9f27cfc 2024-11-09T21:18:20,928 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e1f512affe79665475ceb098d9f27cfc 2024-11-09T21:18:20,929 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e1f512affe79665475ceb098d9f27cfc 2024-11-09T21:18:20,929 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:18:20,930 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e1f512affe79665475ceb098d9f27cfc 2024-11-09T21:18:20,933 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/default/test/e1f512affe79665475ceb098d9f27cfc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:18:20,934 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e1f512affe79665475ceb098d9f27cfc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71367100, jitterRate=0.06345266103744507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:18:20,934 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e1f512affe79665475ceb098d9f27cfc 2024-11-09T21:18:20,935 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e1f512affe79665475ceb098d9f27cfc: Running coprocessor pre-open hook at 1731187100915Writing region info on filesystem at 1731187100915Initializing all the Stores at 1731187100916 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187100916Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187100916Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187100916Cleaning up temporary data from old regions at 1731187100929 (+13 ms)Running coprocessor post-open hooks at 1731187100934 (+5 ms)Region opened successfully at 1731187100935 (+1 ms) 2024-11-09T21:18:20,938 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731187100546.e1f512affe79665475ceb098d9f27cfc., pid=6, masterSystemTime=1731187100909 2024-11-09T21:18:20,941 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731187100546.e1f512affe79665475ceb098d9f27cfc. 2024-11-09T21:18:20,941 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731187100546.e1f512affe79665475ceb098d9f27cfc. 2024-11-09T21:18:20,943 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e1f512affe79665475ceb098d9f27cfc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9514d6d5e5be,43163,1731187091808 2024-11-09T21:18:20,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1f512affe79665475ceb098d9f27cfc, server=9514d6d5e5be,43163,1731187091808 because future has completed 2024-11-09T21:18:20,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T21:18:20,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e1f512affe79665475ceb098d9f27cfc, server=9514d6d5e5be,43163,1731187091808 in 190 msec 2024-11-09T21:18:20,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T21:18:20,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e1f512affe79665475ceb098d9f27cfc, ASSIGN in 354 msec 2024-11-09T21:18:20,960 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:18:20,960 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187100960"}]},"ts":"1731187100960"} 2024-11-09T21:18:20,963 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T21:18:20,965 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:18:20,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 414 msec 2024-11-09T21:18:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:18:21,191 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T21:18:21,191 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:18:21,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,45077,1731187097503 2024-11-09T21:18:21,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41036272 2024-11-09T21:18:21,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:18:21,196 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:18:21,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:18:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T21:18:21,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:18:21,201 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:21,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T21:18:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:18:21,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:18:21,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741835_1011 (size=902) 2024-11-09T21:18:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:18:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:18:21,614 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6dec714a194d38f4e67cfc5a0649ed25, NAME => 'test,,1731187101196.6dec714a194d38f4e67cfc5a0649ed25.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e 2024-11-09T21:18:21,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741836_1012 (size=39) 2024-11-09T21:18:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:18:22,019 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731187101196.6dec714a194d38f4e67cfc5a0649ed25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:18:22,020 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6dec714a194d38f4e67cfc5a0649ed25, disabling compactions & flushes 2024-11-09T21:18:22,020 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731187101196.6dec714a194d38f4e67cfc5a0649ed25. 2024-11-09T21:18:22,020 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731187101196.6dec714a194d38f4e67cfc5a0649ed25. 2024-11-09T21:18:22,020 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731187101196.6dec714a194d38f4e67cfc5a0649ed25. after waiting 0 ms 2024-11-09T21:18:22,020 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731187101196.6dec714a194d38f4e67cfc5a0649ed25. 2024-11-09T21:18:22,020 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731187101196.6dec714a194d38f4e67cfc5a0649ed25. 2024-11-09T21:18:22,020 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6dec714a194d38f4e67cfc5a0649ed25: Waiting for close lock at 1731187102020Disabling compacts and flushes for region at 1731187102020Disabling writes for close at 1731187102020Writing region close event to WAL at 1731187102020Closed at 1731187102020 2024-11-09T21:18:22,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:18:22,021 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731187101196.6dec714a194d38f4e67cfc5a0649ed25.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731187102021"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731187102021"}]},"ts":"1731187102021"} 2024-11-09T21:18:22,025 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T21:18:22,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:18:22,026 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187102026"}]},"ts":"1731187102026"} 2024-11-09T21:18:22,029 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T21:18:22,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6dec714a194d38f4e67cfc5a0649ed25, ASSIGN}] 2024-11-09T21:18:22,031 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6dec714a194d38f4e67cfc5a0649ed25, ASSIGN 2024-11-09T21:18:22,032 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6dec714a194d38f4e67cfc5a0649ed25, ASSIGN; state=OFFLINE, location=9514d6d5e5be,37381,1731187097638; forceNewPlan=false, retain=false 2024-11-09T21:18:22,183 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6dec714a194d38f4e67cfc5a0649ed25, regionState=OPENING, regionLocation=9514d6d5e5be,37381,1731187097638 2024-11-09T21:18:22,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6dec714a194d38f4e67cfc5a0649ed25, ASSIGN because future has completed 2024-11-09T21:18:22,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dec714a194d38f4e67cfc5a0649ed25, server=9514d6d5e5be,37381,1731187097638}] 2024-11-09T21:18:22,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:18:22,346 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731187101196.6dec714a194d38f4e67cfc5a0649ed25. 2024-11-09T21:18:22,346 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6dec714a194d38f4e67cfc5a0649ed25, NAME => 'test,,1731187101196.6dec714a194d38f4e67cfc5a0649ed25.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:18:22,347 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:18:22,347 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T21:18:22,347 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6dec714a194d38f4e67cfc5a0649ed25 2024-11-09T21:18:22,347 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731187101196.6dec714a194d38f4e67cfc5a0649ed25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:18:22,347 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6dec714a194d38f4e67cfc5a0649ed25 2024-11-09T21:18:22,347 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6dec714a194d38f4e67cfc5a0649ed25 2024-11-09T21:18:22,349 INFO [StoreOpener-6dec714a194d38f4e67cfc5a0649ed25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6dec714a194d38f4e67cfc5a0649ed25 2024-11-09T21:18:22,351 INFO [StoreOpener-6dec714a194d38f4e67cfc5a0649ed25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dec714a194d38f4e67cfc5a0649ed25 columnFamilyName f 2024-11-09T21:18:22,351 DEBUG [StoreOpener-6dec714a194d38f4e67cfc5a0649ed25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:22,351 INFO [StoreOpener-6dec714a194d38f4e67cfc5a0649ed25-1 {}] regionserver.HStore(327): Store=6dec714a194d38f4e67cfc5a0649ed25/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:18:22,352 INFO [StoreOpener-6dec714a194d38f4e67cfc5a0649ed25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6dec714a194d38f4e67cfc5a0649ed25 2024-11-09T21:18:22,353 INFO [StoreOpener-6dec714a194d38f4e67cfc5a0649ed25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dec714a194d38f4e67cfc5a0649ed25 columnFamilyName f1 2024-11-09T21:18:22,353 DEBUG [StoreOpener-6dec714a194d38f4e67cfc5a0649ed25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:22,355 INFO [StoreOpener-6dec714a194d38f4e67cfc5a0649ed25-1 {}] regionserver.HStore(327): Store=6dec714a194d38f4e67cfc5a0649ed25/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:18:22,355 INFO [StoreOpener-6dec714a194d38f4e67cfc5a0649ed25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6dec714a194d38f4e67cfc5a0649ed25 2024-11-09T21:18:22,358 INFO [StoreOpener-6dec714a194d38f4e67cfc5a0649ed25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6dec714a194d38f4e67cfc5a0649ed25 columnFamilyName norep 2024-11-09T21:18:22,358 DEBUG [StoreOpener-6dec714a194d38f4e67cfc5a0649ed25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:22,358 INFO [StoreOpener-6dec714a194d38f4e67cfc5a0649ed25-1 {}] regionserver.HStore(327): Store=6dec714a194d38f4e67cfc5a0649ed25/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:18:22,358 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6dec714a194d38f4e67cfc5a0649ed25 2024-11-09T21:18:22,359 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/default/test/6dec714a194d38f4e67cfc5a0649ed25 2024-11-09T21:18:22,360 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/default/test/6dec714a194d38f4e67cfc5a0649ed25 2024-11-09T21:18:22,361 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6dec714a194d38f4e67cfc5a0649ed25 2024-11-09T21:18:22,361 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6dec714a194d38f4e67cfc5a0649ed25 2024-11-09T21:18:22,362 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:18:22,364 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6dec714a194d38f4e67cfc5a0649ed25 2024-11-09T21:18:22,368 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/default/test/6dec714a194d38f4e67cfc5a0649ed25/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:18:22,368 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6dec714a194d38f4e67cfc5a0649ed25; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64972993, jitterRate=-0.03182695806026459}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:18:22,368 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6dec714a194d38f4e67cfc5a0649ed25 2024-11-09T21:18:22,369 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6dec714a194d38f4e67cfc5a0649ed25: Running coprocessor pre-open hook at 1731187102348Writing region info on filesystem at 1731187102348Initializing all the Stores at 1731187102349 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187102349Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187102349Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187102349Cleaning up temporary data from old regions at 1731187102361 (+12 ms)Running coprocessor post-open hooks at 1731187102368 (+7 ms)Region opened successfully at 1731187102368 2024-11-09T21:18:22,370 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731187101196.6dec714a194d38f4e67cfc5a0649ed25., pid=6, masterSystemTime=1731187102342 2024-11-09T21:18:22,373 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731187101196.6dec714a194d38f4e67cfc5a0649ed25. 2024-11-09T21:18:22,373 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731187101196.6dec714a194d38f4e67cfc5a0649ed25. 2024-11-09T21:18:22,374 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6dec714a194d38f4e67cfc5a0649ed25, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9514d6d5e5be,37381,1731187097638 2024-11-09T21:18:22,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6dec714a194d38f4e67cfc5a0649ed25, server=9514d6d5e5be,37381,1731187097638 because future has completed 2024-11-09T21:18:22,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T21:18:22,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6dec714a194d38f4e67cfc5a0649ed25, server=9514d6d5e5be,37381,1731187097638 in 200 msec 2024-11-09T21:18:22,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T21:18:22,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6dec714a194d38f4e67cfc5a0649ed25, ASSIGN in 363 msec 2024-11-09T21:18:22,399 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:18:22,399 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187102399"}]},"ts":"1731187102399"} 2024-11-09T21:18:22,402 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T21:18:22,404 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:18:22,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2070 sec 2024-11-09T21:18:23,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:18:23,350 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T21:18:23,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd7c5e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:23,351 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,42677,-1 for getting cluster id 2024-11-09T21:18:23,351 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:18:23,352 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ada3a0a6-2dad-4b2b-b600-7eaa501935ae' 2024-11-09T21:18:23,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:18:23,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ada3a0a6-2dad-4b2b-b600-7eaa501935ae" 2024-11-09T21:18:23,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6525cbe3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:23,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,42677,-1] 2024-11-09T21:18:23,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:18:23,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:23,354 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:18:23,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b44d56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:23,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d72837c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:23,355 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,45077,-1 for getting cluster id 2024-11-09T21:18:23,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:18:23,357 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4423f27-f76d-403f-9508-8fccab23857e' 2024-11-09T21:18:23,357 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:18:23,358 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4423f27-f76d-403f-9508-8fccab23857e" 2024-11-09T21:18:23,358 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cbd09d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:23,358 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,45077,-1] 2024-11-09T21:18:23,358 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:18:23,358 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:23,360 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:18:23,361 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d74a457, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:23,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb1c612, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:23,362 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,42677,-1 for getting cluster id 2024-11-09T21:18:23,363 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:18:23,363 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ada3a0a6-2dad-4b2b-b600-7eaa501935ae' 2024-11-09T21:18:23,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:18:23,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ada3a0a6-2dad-4b2b-b600-7eaa501935ae" 2024-11-09T21:18:23,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dbe4f27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:23,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,42677,-1] 2024-11-09T21:18:23,365 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:18:23,365 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:23,365 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:18:23,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c63da55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:23,369 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:18:23,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,42677,1731187091523 2024-11-09T21:18:23,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@520363e7 2024-11-09T21:18:23,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:18:23,372 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:18:23,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9514d6d5e5be:45077,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-09T21:18:23,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T21:18:23,376 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:45077' 2024-11-09T21:18:23,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:18:23,378 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f9c5c16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:23,378 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,45077,-1 for getting cluster id 2024-11-09T21:18:23,378 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:18:23,379 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4423f27-f76d-403f-9508-8fccab23857e' 2024-11-09T21:18:23,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:18:23,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4423f27-f76d-403f-9508-8fccab23857e" 2024-11-09T21:18:23,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6606ebab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:23,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,45077,-1] 2024-11-09T21:18:23,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:18:23,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:23,382 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:18:23,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6105210, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:23,383 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:18:23,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,45077,1731187097503 2024-11-09T21:18:23,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cb0e937 2024-11-09T21:18:23,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:18:23,385 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:18:23,386 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T21:18:23,386 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T21:18:23,386 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:23,386 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:23,387 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:18:23,388 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:18:23,388 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T21:18:23,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:18:23,391 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:23,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:18:23,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741837_1013 (size=1138) 2024-11-09T21:18:23,410 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bc5212d2349d89cb78b1993c3bd71280, NAME => 'hbase:replication,,1731187103386.bc5212d2349d89cb78b1993c3bd71280.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057 2024-11-09T21:18:23,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741838_1014 (size=44) 2024-11-09T21:18:23,426 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731187103386.bc5212d2349d89cb78b1993c3bd71280.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:18:23,426 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bc5212d2349d89cb78b1993c3bd71280, disabling compactions & flushes 2024-11-09T21:18:23,426 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731187103386.bc5212d2349d89cb78b1993c3bd71280. 2024-11-09T21:18:23,426 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731187103386.bc5212d2349d89cb78b1993c3bd71280. 2024-11-09T21:18:23,426 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731187103386.bc5212d2349d89cb78b1993c3bd71280. after waiting 0 ms 2024-11-09T21:18:23,426 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731187103386.bc5212d2349d89cb78b1993c3bd71280. 2024-11-09T21:18:23,426 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731187103386.bc5212d2349d89cb78b1993c3bd71280. 2024-11-09T21:18:23,426 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bc5212d2349d89cb78b1993c3bd71280: Waiting for close lock at 1731187103426Disabling compacts and flushes for region at 1731187103426Disabling writes for close at 1731187103426Writing region close event to WAL at 1731187103426Closed at 1731187103426 2024-11-09T21:18:23,427 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:18:23,428 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731187103386.bc5212d2349d89cb78b1993c3bd71280.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731187103427"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731187103427"}]},"ts":"1731187103427"} 2024-11-09T21:18:23,431 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T21:18:23,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:18:23,433 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187103433"}]},"ts":"1731187103433"} 2024-11-09T21:18:23,436 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T21:18:23,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bc5212d2349d89cb78b1993c3bd71280, ASSIGN}] 2024-11-09T21:18:23,439 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T21:18:23,440 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bc5212d2349d89cb78b1993c3bd71280, ASSIGN 2024-11-09T21:18:23,442 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bc5212d2349d89cb78b1993c3bd71280, ASSIGN; state=OFFLINE, location=9514d6d5e5be,43163,1731187091808; forceNewPlan=false, retain=false 2024-11-09T21:18:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:18:23,593 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bc5212d2349d89cb78b1993c3bd71280, regionState=OPENING, regionLocation=9514d6d5e5be,43163,1731187091808 2024-11-09T21:18:23,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bc5212d2349d89cb78b1993c3bd71280, ASSIGN because future has completed 2024-11-09T21:18:23,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc5212d2349d89cb78b1993c3bd71280, server=9514d6d5e5be,43163,1731187091808}] 2024-11-09T21:18:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:18:23,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731187103386.bc5212d2349d89cb78b1993c3bd71280. 2024-11-09T21:18:23,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:18:23,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T21:18:23,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C43163%2C1731187091808.rep, suffix=, logDir=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808, archiveDir=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/oldWALs, maxLogs=10 2024-11-09T21:18:23,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.rep.1731187103765, exclude list is [], retry=0 2024-11-09T21:18:23,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33463,DS-d1c81579-d9ef-419b-969e-c81f2b69e965,DISK] 2024-11-09T21:18:23,792 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.rep.1731187103765 2024-11-09T21:18:23,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39111:39111)] 2024-11-09T21:18:23,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bc5212d2349d89cb78b1993c3bd71280, NAME => 'hbase:replication,,1731187103386.bc5212d2349d89cb78b1993c3bd71280.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:18:23,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:18:23,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:18:23,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731187103386.bc5212d2349d89cb78b1993c3bd71280. service=MultiRowMutationService 2024-11-09T21:18:23,794 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T21:18:23,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bc5212d2349d89cb78b1993c3bd71280 2024-11-09T21:18:23,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731187103386.bc5212d2349d89cb78b1993c3bd71280.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:18:23,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bc5212d2349d89cb78b1993c3bd71280 2024-11-09T21:18:23,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bc5212d2349d89cb78b1993c3bd71280 2024-11-09T21:18:23,796 INFO [StoreOpener-bc5212d2349d89cb78b1993c3bd71280-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bc5212d2349d89cb78b1993c3bd71280 2024-11-09T21:18:23,798 INFO [StoreOpener-bc5212d2349d89cb78b1993c3bd71280-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc5212d2349d89cb78b1993c3bd71280 columnFamilyName hfileref 2024-11-09T21:18:23,798 DEBUG [StoreOpener-bc5212d2349d89cb78b1993c3bd71280-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:23,799 INFO [StoreOpener-bc5212d2349d89cb78b1993c3bd71280-1 {}] regionserver.HStore(327): Store=bc5212d2349d89cb78b1993c3bd71280/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:18:23,799 INFO [StoreOpener-bc5212d2349d89cb78b1993c3bd71280-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bc5212d2349d89cb78b1993c3bd71280 2024-11-09T21:18:23,801 INFO [StoreOpener-bc5212d2349d89cb78b1993c3bd71280-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc5212d2349d89cb78b1993c3bd71280 columnFamilyName queue 2024-11-09T21:18:23,801 DEBUG [StoreOpener-bc5212d2349d89cb78b1993c3bd71280-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:23,801 INFO [StoreOpener-bc5212d2349d89cb78b1993c3bd71280-1 {}] regionserver.HStore(327): Store=bc5212d2349d89cb78b1993c3bd71280/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:18:23,801 INFO [StoreOpener-bc5212d2349d89cb78b1993c3bd71280-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bc5212d2349d89cb78b1993c3bd71280 2024-11-09T21:18:23,803 INFO [StoreOpener-bc5212d2349d89cb78b1993c3bd71280-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc5212d2349d89cb78b1993c3bd71280 columnFamilyName sid 2024-11-09T21:18:23,803 DEBUG [StoreOpener-bc5212d2349d89cb78b1993c3bd71280-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:18:23,804 INFO [StoreOpener-bc5212d2349d89cb78b1993c3bd71280-1 {}] regionserver.HStore(327): Store=bc5212d2349d89cb78b1993c3bd71280/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:18:23,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bc5212d2349d89cb78b1993c3bd71280 2024-11-09T21:18:23,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/replication/bc5212d2349d89cb78b1993c3bd71280 2024-11-09T21:18:23,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/replication/bc5212d2349d89cb78b1993c3bd71280 2024-11-09T21:18:23,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bc5212d2349d89cb78b1993c3bd71280 2024-11-09T21:18:23,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bc5212d2349d89cb78b1993c3bd71280 2024-11-09T21:18:23,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:18:23,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bc5212d2349d89cb78b1993c3bd71280 2024-11-09T21:18:23,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/replication/bc5212d2349d89cb78b1993c3bd71280/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:18:23,813 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bc5212d2349d89cb78b1993c3bd71280; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74593496, jitterRate=0.11152970790863037}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:18:23,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc5212d2349d89cb78b1993c3bd71280 2024-11-09T21:18:23,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bc5212d2349d89cb78b1993c3bd71280: Running coprocessor pre-open hook at 1731187103794Writing region info on filesystem at 1731187103794Initializing all the Stores at 1731187103795 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187103795Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187103796 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187103796Cleaning up temporary data from old regions at 1731187103807 (+11 ms)Running coprocessor post-open hooks at 1731187103813 (+6 ms)Region opened successfully at 1731187103814 (+1 ms) 2024-11-09T21:18:23,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731187103386.bc5212d2349d89cb78b1993c3bd71280., pid=10, masterSystemTime=1731187103750 2024-11-09T21:18:23,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731187103386.bc5212d2349d89cb78b1993c3bd71280. 2024-11-09T21:18:23,817 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731187103386.bc5212d2349d89cb78b1993c3bd71280. 2024-11-09T21:18:23,817 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bc5212d2349d89cb78b1993c3bd71280, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,43163,1731187091808 2024-11-09T21:18:23,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc5212d2349d89cb78b1993c3bd71280, server=9514d6d5e5be,43163,1731187091808 because future has completed 2024-11-09T21:18:23,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T21:18:23,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bc5212d2349d89cb78b1993c3bd71280, server=9514d6d5e5be,43163,1731187091808 in 226 msec 2024-11-09T21:18:23,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T21:18:23,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bc5212d2349d89cb78b1993c3bd71280, ASSIGN in 388 msec 2024-11-09T21:18:23,829 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:18:23,829 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187103829"}]},"ts":"1731187103829"} 2024-11-09T21:18:23,836 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T21:18:23,837 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:18:23,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 450 msec 2024-11-09T21:18:23,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731187103386.bc5212d2349d89cb78b1993c3bd71280., hostname=9514d6d5e5be,43163,1731187091808, seqNum=2] 2024-11-09T21:18:23,927 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T21:18:23,927 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T21:18:23,928 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T21:18:23,928 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T21:18:23,929 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T21:18:23,929 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T21:18:23,930 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:18:23,930 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T21:18:23,930 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T21:18:23,930 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T21:18:23,930 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:18:23,930 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T21:18:24,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:18:24,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x101217699840000, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-973917175 2024-11-09T21:18:24,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43163-0x101217699840001, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-973917175 2024-11-09T21:18:24,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T21:18:24,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43163 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T21:18:24,314 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T21:18:24,342 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9514d6d5e5be,43163,1731187091808, ReplicationSource: 1, currentBandwidth=0 2024-11-09T21:18:24,342 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:18:24,343 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,43163,1731187091808, seqNum=-1] 2024-11-09T21:18:24,343 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:18:24,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-09T21:18:24,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9514d6d5e5be,43163,1731187091808', locateType=CURRENT is [region=hbase:replication,,1731187103386.bc5212d2349d89cb78b1993c3bd71280., hostname=9514d6d5e5be,43163,1731187091808, seqNum=2] 2024-11-09T21:18:24,348 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T21:18:24,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T21:18:24,351 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9514d6d5e5be,43163,1731187091808 suceeded 2024-11-09T21:18:24,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T21:18:24,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-09T21:18:24,362 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9514d6d5e5be:45077,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-09T21:18:24,365 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:45077' 2024-11-09T21:18:24,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 989 msec 2024-11-09T21:18:24,368 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4aaddc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:24,368 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,45077,-1 for getting cluster id 2024-11-09T21:18:24,368 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:18:24,369 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4423f27-f76d-403f-9508-8fccab23857e' 2024-11-09T21:18:24,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:18:24,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4423f27-f76d-403f-9508-8fccab23857e" 2024-11-09T21:18:24,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10b7163c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:24,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,45077,-1] 2024-11-09T21:18:24,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:18:24,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:24,371 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:18:24,372 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63503034, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:24,372 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:18:24,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,45077,1731187097503 2024-11-09T21:18:24,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65408175 2024-11-09T21:18:24,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:18:24,374 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-09T21:18:24,374 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9514d6d5e5be,43163,1731187091808 (queues=1) is replicating from cluster=ada3a0a6-2dad-4b2b-b600-7eaa501935ae to cluster=c4423f27-f76d-403f-9508-8fccab23857e 2024-11-09T21:18:24,374 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9514d6d5e5be%2C43163%2C1731187091808 2024-11-09T21:18:24,375 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9514d6d5e5be,43163,1731187091808, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T21:18:24,375 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166, startPosition=0, beingWritten=true 2024-11-09T21:18:24,380 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.shipper9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9514d6d5e5be%2C43163%2C1731187091808 2024-11-09T21:18:24,391 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:18:24,391 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 379, reset compression=false 2024-11-09T21:18:24,391 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.shipper9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,43163,1731187091808 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:18:24,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42677 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:18:24,520 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T21:18:24,520 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:18:24,520 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:18:24,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:24,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:24,520 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:18:24,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:18:24,526 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731187104524/Put/seqid=0 2024-11-09T21:18:24,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741840_1016 (size=7894) 2024-11-09T21:18:24,601 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 379, reset compression=false 2024-11-09T21:18:24,908 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 379, reset compression=false 2024-11-09T21:18:24,934 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/load_f/f/hfile_1 is 34, key is ddd/f:row/1731187104933/Put/seqid=0 2024-11-09T21:18:24,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741841_1017 (size=7691) 2024-11-09T21:18:24,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c819466, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:24,953 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,42677,-1 for getting cluster id 2024-11-09T21:18:24,953 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:18:24,954 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ada3a0a6-2dad-4b2b-b600-7eaa501935ae' 2024-11-09T21:18:24,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:18:24,955 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ada3a0a6-2dad-4b2b-b600-7eaa501935ae" 2024-11-09T21:18:24,955 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e169e1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:24,955 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,42677,-1] 2024-11-09T21:18:24,955 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:18:24,955 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:24,956 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:18:24,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23117b0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:24,957 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:18:24,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,43163,1731187091808, seqNum=-1] 2024-11-09T21:18:24,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:18:24,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:18:24,973 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:18:24,975 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,42677,1731187091523 2024-11-09T21:18:24,975 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34256c06 2024-11-09T21:18:24,978 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:18:24,980 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:18:24,987 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731187100546.e1f512affe79665475ceb098d9f27cfc., hostname=9514d6d5e5be,43163,1731187091808, seqNum=2] 2024-11-09T21:18:24,998 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T21:18:25,016 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-09T21:18:25,023 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-09T21:18:25,028 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T21:18:25,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/load_f/f/hfile_1 for inclusion in e1f512affe79665475ceb098d9f27cfc/f 2024-11-09T21:18:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T21:18:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T21:18:25,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/load_f/f/hfile_0 for inclusion in e1f512affe79665475ceb098d9f27cfc/f 2024-11-09T21:18:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T21:18:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T21:18:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.HRegion(2603): Flush status journal for e1f512affe79665475ceb098d9f27cfc: 2024-11-09T21:18:25,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/load_f/f/hfile_1 to hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/staging/jenkins__test__8c1ui1mm07pim21cv460ptghuiepjtg80cvbjmcthki7kqcv7em9r6d7i68qlh4u/f/hfile_1 2024-11-09T21:18:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/staging/jenkins__test__8c1ui1mm07pim21cv460ptghuiepjtg80cvbjmcthki7kqcv7em9r6d7i68qlh4u/f/hfile_1 as hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/default/test/e1f512affe79665475ceb098d9f27cfc/f/eb71959a61d04768aee5d65741cedb22_SeqId_4_ 2024-11-09T21:18:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/load_f/f/hfile_0 to hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/staging/jenkins__test__8c1ui1mm07pim21cv460ptghuiepjtg80cvbjmcthki7kqcv7em9r6d7i68qlh4u/f/hfile_0 2024-11-09T21:18:25,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/staging/jenkins__test__8c1ui1mm07pim21cv460ptghuiepjtg80cvbjmcthki7kqcv7em9r6d7i68qlh4u/f/hfile_0 as hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/default/test/e1f512affe79665475ceb098d9f27cfc/f/1eb5cf350b254c17b764931a6ca770c3_SeqId_4_ 2024-11-09T21:18:25,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/staging/jenkins__test__8c1ui1mm07pim21cv460ptghuiepjtg80cvbjmcthki7kqcv7em9r6d7i68qlh4u/f/hfile_1 into e1f512affe79665475ceb098d9f27cfc/f as hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/default/test/e1f512affe79665475ceb098d9f27cfc/f/eb71959a61d04768aee5d65741cedb22_SeqId_4_ - updating store file list. 2024-11-09T21:18:25,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.HStoreFile(483): HFile Bloom filter type for eb71959a61d04768aee5d65741cedb22_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T21:18:25,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/default/test/e1f512affe79665475ceb098d9f27cfc/f/eb71959a61d04768aee5d65741cedb22_SeqId_4_ into e1f512affe79665475ceb098d9f27cfc/f 2024-11-09T21:18:25,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/staging/jenkins__test__8c1ui1mm07pim21cv460ptghuiepjtg80cvbjmcthki7kqcv7em9r6d7i68qlh4u/f/hfile_1 into e1f512affe79665475ceb098d9f27cfc/f (new location: hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/default/test/e1f512affe79665475ceb098d9f27cfc/f/eb71959a61d04768aee5d65741cedb22_SeqId_4_) 2024-11-09T21:18:25,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/staging/jenkins__test__8c1ui1mm07pim21cv460ptghuiepjtg80cvbjmcthki7kqcv7em9r6d7i68qlh4u/f/hfile_1 2024-11-09T21:18:25,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/staging/jenkins__test__8c1ui1mm07pim21cv460ptghuiepjtg80cvbjmcthki7kqcv7em9r6d7i68qlh4u/f/hfile_0 into e1f512affe79665475ceb098d9f27cfc/f as hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/default/test/e1f512affe79665475ceb098d9f27cfc/f/1eb5cf350b254c17b764931a6ca770c3_SeqId_4_ - updating store file list. 2024-11-09T21:18:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1eb5cf350b254c17b764931a6ca770c3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T21:18:25,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/default/test/e1f512affe79665475ceb098d9f27cfc/f/1eb5cf350b254c17b764931a6ca770c3_SeqId_4_ into e1f512affe79665475ceb098d9f27cfc/f 2024-11-09T21:18:25,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/staging/jenkins__test__8c1ui1mm07pim21cv460ptghuiepjtg80cvbjmcthki7kqcv7em9r6d7i68qlh4u/f/hfile_0 into e1f512affe79665475ceb098d9f27cfc/f (new location: hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/default/test/e1f512affe79665475ceb098d9f27cfc/f/1eb5cf350b254c17b764931a6ca770c3_SeqId_4_) 2024-11-09T21:18:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/staging/jenkins__test__8c1ui1mm07pim21cv460ptghuiepjtg80cvbjmcthki7kqcv7em9r6d7i68qlh4u/f/hfile_0 2024-11-09T21:18:25,117 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:18:25,118 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:18:25,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:25,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:25,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:18:25,118 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:18:25,120 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,37381,1731187097638, seqNum=-1] 2024-11-09T21:18:25,120 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:18:25,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731187100546.e1f512affe79665475ceb098d9f27cfc., hostname=9514d6d5e5be,43163,1731187091808, seqNum=2 , the old value is region=test,,1731187100546.e1f512affe79665475ceb098d9f27cfc., hostname=9514d6d5e5be,43163,1731187091808, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9514d6d5e5be:43163 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T21:18:25,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731187100546.e1f512affe79665475ceb098d9f27cfc., hostname=9514d6d5e5be,43163,1731187091808, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T21:18:25,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731187100546.e1f512affe79665475ceb098d9f27cfc., hostname=9514d6d5e5be,43163,1731187091808, seqNum=2 from cache 2024-11-09T21:18:25,123 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T21:18:25,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:18:25,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731187101196.6dec714a194d38f4e67cfc5a0649ed25., hostname=9514d6d5e5be,37381,1731187097638, seqNum=2] 2024-11-09T21:18:25,129 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T21:18:25,231 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:43163 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T21:18:25,312 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 379, reset compression=false 2024-11-09T21:18:25,320 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T21:18:25,320 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.shipper9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,43163,1731187091808 got entry batch from reader: WALEntryBatch [walEntries=[{test/e1f512affe79665475ceb098d9f27cfc/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731187105112/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T21:18:25,342 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.shipper9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:18:25,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-09T21:18:25,347 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] regionserver.ReplicationSink(318): Replicating [ada3a0a6-2dad-4b2b-b600-7eaa501935ae] bulk loaded data 2024-11-09T21:18:25,348 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41cc73aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:25,348 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,45077,-1 for getting cluster id 2024-11-09T21:18:25,349 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:18:25,349 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4423f27-f76d-403f-9508-8fccab23857e' 2024-11-09T21:18:25,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:18:25,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4423f27-f76d-403f-9508-8fccab23857e" 2024-11-09T21:18:25,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cc41db7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:25,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,45077,-1] 2024-11-09T21:18:25,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:18:25,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:25,351 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:18:25,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c34861, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:25,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741837_1013 (size=7691) 2024-11-09T21:18:25,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741838_1014 (size=7894) 2024-11-09T21:18:25,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:18:25,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,45077,1731187097503 2024-11-09T21:18:25,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@524e2e98 2024-11-09T21:18:25,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:18:25,436 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-09T21:18:25,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T21:18:25,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:18:25,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,37381,1731187097638, seqNum=-1] 2024-11-09T21:18:25,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:18:25,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-09T21:18:25,473 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/staging/jenkins.hfs.6__test__dvdolttpa4faqpbl025purd9svbq5eo9t5n4u4rt4psf9n0nhek16tjkh0okduhr/f/1eb5cf350b254c17b764931a6ca770c3_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-09T21:18:25,487 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/staging/jenkins.hfs.6__test__dvdolttpa4faqpbl025purd9svbq5eo9t5n4u4rt4psf9n0nhek16tjkh0okduhr/f/eb71959a61d04768aee5d65741cedb22_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-09T21:18:25,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/staging/jenkins.hfs.6__test__dvdolttpa4faqpbl025purd9svbq5eo9t5n4u4rt4psf9n0nhek16tjkh0okduhr/f/eb71959a61d04768aee5d65741cedb22_SeqId_4_ for inclusion in 6dec714a194d38f4e67cfc5a0649ed25/f 2024-11-09T21:18:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T21:18:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T21:18:25,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/staging/jenkins.hfs.6__test__dvdolttpa4faqpbl025purd9svbq5eo9t5n4u4rt4psf9n0nhek16tjkh0okduhr/f/1eb5cf350b254c17b764931a6ca770c3_SeqId_4_ for inclusion in 6dec714a194d38f4e67cfc5a0649ed25/f 2024-11-09T21:18:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T21:18:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T21:18:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] regionserver.HRegion(2603): Flush status journal for 6dec714a194d38f4e67cfc5a0649ed25: 2024-11-09T21:18:25,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): eb71959a61d04768aee5d65741cedb22_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T21:18:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/staging/jenkins.hfs.6__test__dvdolttpa4faqpbl025purd9svbq5eo9t5n4u4rt4psf9n0nhek16tjkh0okduhr/f/eb71959a61d04768aee5d65741cedb22_SeqId_4_ as hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/default/test/6dec714a194d38f4e67cfc5a0649ed25/f/7570637b3cb34007a1602bf2fe8b199f_SeqId_4_ 2024-11-09T21:18:25,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1eb5cf350b254c17b764931a6ca770c3_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T21:18:25,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/staging/jenkins.hfs.6__test__dvdolttpa4faqpbl025purd9svbq5eo9t5n4u4rt4psf9n0nhek16tjkh0okduhr/f/1eb5cf350b254c17b764931a6ca770c3_SeqId_4_ as hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/default/test/6dec714a194d38f4e67cfc5a0649ed25/f/a22feb713d2342008d28fa11f9539f3d_SeqId_4_ 2024-11-09T21:18:25,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/staging/jenkins.hfs.6__test__dvdolttpa4faqpbl025purd9svbq5eo9t5n4u4rt4psf9n0nhek16tjkh0okduhr/f/eb71959a61d04768aee5d65741cedb22_SeqId_4_ into 6dec714a194d38f4e67cfc5a0649ed25/f as hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/default/test/6dec714a194d38f4e67cfc5a0649ed25/f/7570637b3cb34007a1602bf2fe8b199f_SeqId_4_ - updating store file list. 2024-11-09T21:18:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7570637b3cb34007a1602bf2fe8b199f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T21:18:25,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/default/test/6dec714a194d38f4e67cfc5a0649ed25/f/7570637b3cb34007a1602bf2fe8b199f_SeqId_4_ into 6dec714a194d38f4e67cfc5a0649ed25/f 2024-11-09T21:18:25,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/staging/jenkins.hfs.6__test__dvdolttpa4faqpbl025purd9svbq5eo9t5n4u4rt4psf9n0nhek16tjkh0okduhr/f/eb71959a61d04768aee5d65741cedb22_SeqId_4_ into 6dec714a194d38f4e67cfc5a0649ed25/f (new location: hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/default/test/6dec714a194d38f4e67cfc5a0649ed25/f/7570637b3cb34007a1602bf2fe8b199f_SeqId_4_) 2024-11-09T21:18:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/staging/jenkins.hfs.6__test__dvdolttpa4faqpbl025purd9svbq5eo9t5n4u4rt4psf9n0nhek16tjkh0okduhr/f/eb71959a61d04768aee5d65741cedb22_SeqId_4_ 2024-11-09T21:18:25,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/staging/jenkins.hfs.6__test__dvdolttpa4faqpbl025purd9svbq5eo9t5n4u4rt4psf9n0nhek16tjkh0okduhr/f/1eb5cf350b254c17b764931a6ca770c3_SeqId_4_ into 6dec714a194d38f4e67cfc5a0649ed25/f as hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/default/test/6dec714a194d38f4e67cfc5a0649ed25/f/a22feb713d2342008d28fa11f9539f3d_SeqId_4_ - updating store file list. 2024-11-09T21:18:25,521 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 687, reset compression=false 2024-11-09T21:18:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a22feb713d2342008d28fa11f9539f3d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T21:18:25,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/default/test/6dec714a194d38f4e67cfc5a0649ed25/f/a22feb713d2342008d28fa11f9539f3d_SeqId_4_ into 6dec714a194d38f4e67cfc5a0649ed25/f 2024-11-09T21:18:25,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/staging/jenkins.hfs.6__test__dvdolttpa4faqpbl025purd9svbq5eo9t5n4u4rt4psf9n0nhek16tjkh0okduhr/f/1eb5cf350b254c17b764931a6ca770c3_SeqId_4_ into 6dec714a194d38f4e67cfc5a0649ed25/f (new location: hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/default/test/6dec714a194d38f4e67cfc5a0649ed25/f/a22feb713d2342008d28fa11f9539f3d_SeqId_4_) 2024-11-09T21:18:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/staging/jenkins.hfs.6__test__dvdolttpa4faqpbl025purd9svbq5eo9t5n4u4rt4psf9n0nhek16tjkh0okduhr/f/1eb5cf350b254c17b764931a6ca770c3_SeqId_4_ 2024-11-09T21:18:25,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37381 {}] regionserver.ReplicationSink(324): Finished replicating [ada3a0a6-2dad-4b2b-b600-7eaa501935ae] bulk loaded data 2024-11-09T21:18:25,740 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:18:25,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:18:25,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:18:25,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:18:25,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:18:25,845 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 687, reset compression=false 2024-11-09T21:18:26,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:18:26,153 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731187106152/Put/seqid=0 2024-11-09T21:18:26,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741842_1018 (size=7997) 2024-11-09T21:18:26,249 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 687, reset compression=false 2024-11-09T21:18:26,563 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731187106561/Put/seqid=0 2024-11-09T21:18:26,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741843_1019 (size=7794) 2024-11-09T21:18:26,753 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 687, reset compression=false 2024-11-09T21:18:26,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@144f3314, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:26,971 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,42677,-1 for getting cluster id 2024-11-09T21:18:26,972 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:18:26,974 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ada3a0a6-2dad-4b2b-b600-7eaa501935ae' 2024-11-09T21:18:26,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:18:26,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ada3a0a6-2dad-4b2b-b600-7eaa501935ae" 2024-11-09T21:18:26,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@674cf8a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:26,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,42677,-1] 2024-11-09T21:18:26,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:18:26,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:26,976 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:18:26,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e4871a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:18:26,978 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:18:26,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,43163,1731187091808, seqNum=-1] 2024-11-09T21:18:26,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:18:26,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:18:26,991 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:18:26,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,42677,1731187091523 2024-11-09T21:18:26,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a8de6cc 2024-11-09T21:18:26,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:18:26,993 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:18:26,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731187100546.e1f512affe79665475ceb098d9f27cfc., hostname=9514d6d5e5be,43163,1731187091808, seqNum=2] 2024-11-09T21:18:27,000 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T21:18:27,006 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-09T21:18:27,009 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-09T21:18:27,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/load_f1/f1/hfile_0 for inclusion in e1f512affe79665475ceb098d9f27cfc/f1 2024-11-09T21:18:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-09T21:18:27,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T21:18:27,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/load_f1/f1/hfile_1 for inclusion in e1f512affe79665475ceb098d9f27cfc/f1 2024-11-09T21:18:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-09T21:18:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T21:18:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.HRegion(2603): Flush status journal for e1f512affe79665475ceb098d9f27cfc: 2024-11-09T21:18:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/load_f1/f1/hfile_0 to hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/staging/jenkins__test__2gpkqtf6995akp9rbblovn2pg0jie9p83447u0a3ankbo4gqcempc0i2b1hk0pca/f1/hfile_0 2024-11-09T21:18:27,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/staging/jenkins__test__2gpkqtf6995akp9rbblovn2pg0jie9p83447u0a3ankbo4gqcempc0i2b1hk0pca/f1/hfile_0 as hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/default/test/e1f512affe79665475ceb098d9f27cfc/f1/13dc2b87591044db80b7637437204ddf_SeqId_6_ 2024-11-09T21:18:27,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/load_f1/f1/hfile_1 to hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/staging/jenkins__test__2gpkqtf6995akp9rbblovn2pg0jie9p83447u0a3ankbo4gqcempc0i2b1hk0pca/f1/hfile_1 2024-11-09T21:18:27,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/staging/jenkins__test__2gpkqtf6995akp9rbblovn2pg0jie9p83447u0a3ankbo4gqcempc0i2b1hk0pca/f1/hfile_1 as hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/default/test/e1f512affe79665475ceb098d9f27cfc/f1/05e53bcfc1944f539e3c00ed8c7dddf8_SeqId_6_ 2024-11-09T21:18:27,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-09T21:18:27,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/staging/jenkins__test__2gpkqtf6995akp9rbblovn2pg0jie9p83447u0a3ankbo4gqcempc0i2b1hk0pca/f1/hfile_0 into e1f512affe79665475ceb098d9f27cfc/f1 as hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/default/test/e1f512affe79665475ceb098d9f27cfc/f1/13dc2b87591044db80b7637437204ddf_SeqId_6_ - updating store file list. 2024-11-09T21:18:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 13dc2b87591044db80b7637437204ddf_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T21:18:27,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/default/test/e1f512affe79665475ceb098d9f27cfc/f1/13dc2b87591044db80b7637437204ddf_SeqId_6_ into e1f512affe79665475ceb098d9f27cfc/f1 2024-11-09T21:18:27,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/staging/jenkins__test__2gpkqtf6995akp9rbblovn2pg0jie9p83447u0a3ankbo4gqcempc0i2b1hk0pca/f1/hfile_0 into e1f512affe79665475ceb098d9f27cfc/f1 (new location: hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/default/test/e1f512affe79665475ceb098d9f27cfc/f1/13dc2b87591044db80b7637437204ddf_SeqId_6_) 2024-11-09T21:18:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/staging/jenkins__test__2gpkqtf6995akp9rbblovn2pg0jie9p83447u0a3ankbo4gqcempc0i2b1hk0pca/f1/hfile_0 2024-11-09T21:18:27,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/staging/jenkins__test__2gpkqtf6995akp9rbblovn2pg0jie9p83447u0a3ankbo4gqcempc0i2b1hk0pca/f1/hfile_1 into e1f512affe79665475ceb098d9f27cfc/f1 as hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/default/test/e1f512affe79665475ceb098d9f27cfc/f1/05e53bcfc1944f539e3c00ed8c7dddf8_SeqId_6_ - updating store file list. 2024-11-09T21:18:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 05e53bcfc1944f539e3c00ed8c7dddf8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T21:18:27,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/default/test/e1f512affe79665475ceb098d9f27cfc/f1/05e53bcfc1944f539e3c00ed8c7dddf8_SeqId_6_ into e1f512affe79665475ceb098d9f27cfc/f1 2024-11-09T21:18:27,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/staging/jenkins__test__2gpkqtf6995akp9rbblovn2pg0jie9p83447u0a3ankbo4gqcempc0i2b1hk0pca/f1/hfile_1 into e1f512affe79665475ceb098d9f27cfc/f1 (new location: hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/default/test/e1f512affe79665475ceb098d9f27cfc/f1/05e53bcfc1944f539e3c00ed8c7dddf8_SeqId_6_) 2024-11-09T21:18:27,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43163 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/staging/jenkins__test__2gpkqtf6995akp9rbblovn2pg0jie9p83447u0a3ankbo4gqcempc0i2b1hk0pca/f1/hfile_1 2024-11-09T21:18:27,042 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:18:27,042 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:18:27,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:27,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:18:27,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731187100546.e1f512affe79665475ceb098d9f27cfc., hostname=9514d6d5e5be,43163,1731187091808, seqNum=2 , the old value is region=test,,1731187100546.e1f512affe79665475ceb098d9f27cfc., hostname=9514d6d5e5be,43163,1731187091808, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9514d6d5e5be:43163 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T21:18:27,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731187100546.e1f512affe79665475ceb098d9f27cfc., hostname=9514d6d5e5be,43163,1731187091808, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T21:18:27,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731187100546.e1f512affe79665475ceb098d9f27cfc., hostname=9514d6d5e5be,43163,1731187091808, seqNum=2 from cache 2024-11-09T21:18:27,043 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:18:27,043 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:18:27,043 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T21:18:27,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,43163,1731187091808, seqNum=-1] 2024-11-09T21:18:27,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:18:27,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:18:27,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731187100546.e1f512affe79665475ceb098d9f27cfc., hostname=9514d6d5e5be,43163,1731187091808, seqNum=2] 2024-11-09T21:18:27,150 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:43163 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T21:18:27,358 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 687, reset compression=false 2024-11-09T21:18:27,363 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:18:27,363 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 997, reset compression=false 2024-11-09T21:18:27,363 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.shipper9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,43163,1731187091808 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:18:27,567 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 997, reset compression=false 2024-11-09T21:18:27,871 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 997, reset compression=false 2024-11-09T21:18:28,275 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 997, reset compression=false 2024-11-09T21:18:28,779 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 997, reset compression=false 2024-11-09T21:18:29,382 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 997, reset compression=false 2024-11-09T21:18:30,086 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 997, reset compression=false 2024-11-09T21:18:30,890 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 997, reset compression=false 2024-11-09T21:18:31,794 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 997, reset compression=false 2024-11-09T21:18:32,798 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 997, reset compression=false 2024-11-09T21:18:33,902 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 997, reset compression=false 2024-11-09T21:18:35,106 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 997, reset compression=false 2024-11-09T21:18:36,409 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 997, reset compression=false 2024-11-09T21:18:37,813 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 997, reset compression=false 2024-11-09T21:18:39,317 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 997, reset compression=false 2024-11-09T21:18:40,921 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 997, reset compression=false 2024-11-09T21:18:41,109 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T21:18:42,624 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 997, reset compression=false 2024-11-09T21:18:44,429 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 997, reset compression=false 2024-11-09T21:18:46,333 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 997, reset compression=false 2024-11-09T21:18:47,366 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.shipper9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,43163,1731187091808 got entry batch from reader: null 2024-11-09T21:18:47,456 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T21:18:48,337 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 997, reset compression=false 2024-11-09T21:18:50,441 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 997, reset compression=false 2024-11-09T21:18:52,645 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 997, reset compression=false 2024-11-09T21:18:54,949 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 997, reset compression=false 2024-11-09T21:18:55,269 INFO [master/9514d6d5e5be:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T21:18:55,269 INFO [master/9514d6d5e5be:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T21:18:57,353 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 997, reset compression=false 2024-11-09T21:18:59,859 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 997, reset compression=false 2024-11-09T21:19:00,898 INFO [master/9514d6d5e5be:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T21:19:00,898 INFO [master/9514d6d5e5be:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T21:19:02,463 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 997, reset compression=false 2024-11-09T21:19:05,166 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 997, reset compression=false 2024-11-09T21:19:05,915 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e1f512affe79665475ceb098d9f27cfc, had cached 0 bytes from a total of 31376 2024-11-09T21:19:07,347 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6dec714a194d38f4e67cfc5a0649ed25, had cached 0 bytes from a total of 15585 2024-11-09T21:19:07,366 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.shipper9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,43163,1731187091808 got entry batch from reader: null 2024-11-09T21:19:07,970 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 997, reset compression=false 2024-11-09T21:19:10,874 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 997, reset compression=false 2024-11-09T21:19:11,110 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T21:19:13,878 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 997, reset compression=false 2024-11-09T21:19:16,982 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 997, reset compression=false 2024-11-09T21:19:17,456 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T21:19:20,186 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 997, reset compression=false 2024-11-09T21:19:21,668 DEBUG [master/9514d6d5e5be:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T21:19:23,490 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 997, reset compression=false 2024-11-09T21:19:26,896 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 997, reset compression=false 2024-11-09T21:19:27,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T21:19:27,078 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:19:27,078 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:19:27,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:27,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:27,078 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:19:27,078 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T21:19:27,078 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=139579994, stopped=false 2024-11-09T21:19:27,079 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9514d6d5e5be,45077,1731187097503 2024-11-09T21:19:27,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x101217699840004, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1946183238/running 2024-11-09T21:19:27,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x101217699840004, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1946183238 2024-11-09T21:19:27,102 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:19:27,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45077-0x101217699840003, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1946183238/running 2024-11-09T21:19:27,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45077-0x101217699840003, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1946183238 2024-11-09T21:19:27,102 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:19:27,102 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:19:27,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:27,102 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9514d6d5e5be,37381,1731187097638' ***** 2024-11-09T21:19:27,102 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T21:19:27,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37381-0x101217699840004, quorum=127.0.0.1:51974, baseZNode=/1946183238 Set watcher on znode that does not yet exist, /1946183238/running 2024-11-09T21:19:27,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45077-0x101217699840003, quorum=127.0.0.1:51974, baseZNode=/1946183238 Set watcher on znode that does not yet exist, /1946183238/running 2024-11-09T21:19:27,103 INFO [RS:0;9514d6d5e5be:37381 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T21:19:27,103 INFO [RS:0;9514d6d5e5be:37381 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T21:19:27,103 INFO [RS:0;9514d6d5e5be:37381 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T21:19:27,103 INFO [RS:0;9514d6d5e5be:37381 {}] regionserver.HRegionServer(3091): Received CLOSE for 6dec714a194d38f4e67cfc5a0649ed25 2024-11-09T21:19:27,103 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T21:19:27,103 INFO [RS:0;9514d6d5e5be:37381 {}] regionserver.HRegionServer(959): stopping server 9514d6d5e5be,37381,1731187097638 2024-11-09T21:19:27,103 INFO [RS:0;9514d6d5e5be:37381 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:19:27,103 INFO [RS:0;9514d6d5e5be:37381 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:37381. 2024-11-09T21:19:27,103 DEBUG [RS:0;9514d6d5e5be:37381 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:19:27,103 DEBUG [RS:0;9514d6d5e5be:37381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:27,103 INFO [RS:0;9514d6d5e5be:37381 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T21:19:27,103 INFO [RS:0;9514d6d5e5be:37381 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T21:19:27,103 INFO [RS:0;9514d6d5e5be:37381 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T21:19:27,103 INFO [RS:0;9514d6d5e5be:37381 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T21:19:27,104 INFO [RS:0;9514d6d5e5be:37381 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T21:19:27,104 DEBUG [RS:0;9514d6d5e5be:37381 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6dec714a194d38f4e67cfc5a0649ed25=test,,1731187101196.6dec714a194d38f4e67cfc5a0649ed25.} 2024-11-09T21:19:27,104 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6dec714a194d38f4e67cfc5a0649ed25, disabling compactions & flushes 2024-11-09T21:19:27,104 DEBUG [RS:0;9514d6d5e5be:37381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6dec714a194d38f4e67cfc5a0649ed25 2024-11-09T21:19:27,104 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:19:27,104 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731187101196.6dec714a194d38f4e67cfc5a0649ed25. 2024-11-09T21:19:27,104 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:19:27,104 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731187101196.6dec714a194d38f4e67cfc5a0649ed25. 2024-11-09T21:19:27,104 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:19:27,104 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731187101196.6dec714a194d38f4e67cfc5a0649ed25. after waiting 0 ms 2024-11-09T21:19:27,104 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731187101196.6dec714a194d38f4e67cfc5a0649ed25. 2024-11-09T21:19:27,104 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:19:27,104 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:19:27,104 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-09T21:19:27,110 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/default/test/6dec714a194d38f4e67cfc5a0649ed25/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-09T21:19:27,110 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:19:27,110 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T21:19:27,111 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731187101196.6dec714a194d38f4e67cfc5a0649ed25. 2024-11-09T21:19:27,111 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6dec714a194d38f4e67cfc5a0649ed25: Waiting for close lock at 1731187167104Running coprocessor pre-close hooks at 1731187167104Disabling compacts and flushes for region at 1731187167104Disabling writes for close at 1731187167104Writing region close event to WAL at 1731187167106 (+2 ms)Running coprocessor post-close hooks at 1731187167110 (+4 ms)Closed at 1731187167111 (+1 ms) 2024-11-09T21:19:27,111 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731187101196.6dec714a194d38f4e67cfc5a0649ed25. 2024-11-09T21:19:27,120 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/hbase/meta/1588230740/.tmp/info/622d72863a6e46bba7d8bfaafe97e62d is 129, key is test,,1731187101196.6dec714a194d38f4e67cfc5a0649ed25./info:regioninfo/1731187102374/Put/seqid=0 2024-11-09T21:19:27,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741839_1015 (size=6421) 2024-11-09T21:19:27,163 INFO [regionserver/9514d6d5e5be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:19:27,304 DEBUG [RS:0;9514d6d5e5be:37381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:19:27,366 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.shipper9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,43163,1731187091808 got entry batch from reader: null 2024-11-09T21:19:27,504 DEBUG [RS:0;9514d6d5e5be:37381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:19:27,525 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/hbase/meta/1588230740/.tmp/info/622d72863a6e46bba7d8bfaafe97e62d 2024-11-09T21:19:27,554 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/hbase/meta/1588230740/.tmp/ns/43f73e0c3f9d4f4c9a7fd14670c88465 is 43, key is default/ns:d/1731187100313/Put/seqid=0 2024-11-09T21:19:27,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741840_1016 (size=5153) 2024-11-09T21:19:27,568 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/hbase/meta/1588230740/.tmp/ns/43f73e0c3f9d4f4c9a7fd14670c88465 2024-11-09T21:19:27,614 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/hbase/meta/1588230740/.tmp/rep_barrier/bb66bcb7d153406abc8d808fdd33eff5 is 112, key is test,,1731187101196.6dec714a194d38f4e67cfc5a0649ed25./rep_barrier:seqnumDuringOpen/1731187102374/Put/seqid=0 2024-11-09T21:19:27,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741841_1017 (size=5518) 2024-11-09T21:19:27,636 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/hbase/meta/1588230740/.tmp/rep_barrier/bb66bcb7d153406abc8d808fdd33eff5 2024-11-09T21:19:27,682 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/hbase/meta/1588230740/.tmp/table/094c235716e24140a71638f2a291e42a is 40, key is test/table:state/1731187102399/Put/seqid=0 2024-11-09T21:19:27,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741842_1018 (size=5165) 2024-11-09T21:19:27,704 DEBUG [RS:0;9514d6d5e5be:37381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:19:27,904 DEBUG [RS:0;9514d6d5e5be:37381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:19:28,095 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/hbase/meta/1588230740/.tmp/table/094c235716e24140a71638f2a291e42a 2024-11-09T21:19:28,102 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/hbase/meta/1588230740/.tmp/info/622d72863a6e46bba7d8bfaafe97e62d as hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/hbase/meta/1588230740/info/622d72863a6e46bba7d8bfaafe97e62d 2024-11-09T21:19:28,105 INFO [RS:0;9514d6d5e5be:37381 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T21:19:28,105 DEBUG [RS:0;9514d6d5e5be:37381 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T21:19:28,105 DEBUG [RS:0;9514d6d5e5be:37381 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:19:28,108 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/hbase/meta/1588230740/info/622d72863a6e46bba7d8bfaafe97e62d, entries=10, sequenceid=11, filesize=6.3 K 2024-11-09T21:19:28,109 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/hbase/meta/1588230740/.tmp/ns/43f73e0c3f9d4f4c9a7fd14670c88465 as hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/hbase/meta/1588230740/ns/43f73e0c3f9d4f4c9a7fd14670c88465 2024-11-09T21:19:28,113 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T21:19:28,113 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T21:19:28,116 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/hbase/meta/1588230740/ns/43f73e0c3f9d4f4c9a7fd14670c88465, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T21:19:28,118 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/hbase/meta/1588230740/.tmp/rep_barrier/bb66bcb7d153406abc8d808fdd33eff5 as hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/hbase/meta/1588230740/rep_barrier/bb66bcb7d153406abc8d808fdd33eff5 2024-11-09T21:19:28,125 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/hbase/meta/1588230740/rep_barrier/bb66bcb7d153406abc8d808fdd33eff5, entries=1, sequenceid=11, filesize=5.4 K 2024-11-09T21:19:28,126 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/hbase/meta/1588230740/.tmp/table/094c235716e24140a71638f2a291e42a as hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/hbase/meta/1588230740/table/094c235716e24140a71638f2a291e42a 2024-11-09T21:19:28,133 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/hbase/meta/1588230740/table/094c235716e24140a71638f2a291e42a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T21:19:28,134 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1030ms, sequenceid=11, compaction requested=false 2024-11-09T21:19:28,139 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T21:19:28,139 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:19:28,139 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:19:28,139 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:19:28,139 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187167104Running coprocessor pre-close hooks at 1731187167104Disabling compacts and flushes for region at 1731187167104Disabling writes for close at 1731187167104Obtaining lock to block concurrent updates at 1731187167104Preparing flush snapshotting stores in 1588230740 at 1731187167104Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731187167104Flushing stores of hbase:meta,,1.1588230740 at 1731187167105 (+1 ms)Flushing 1588230740/info: creating writer at 1731187167105Flushing 1588230740/info: appending metadata at 1731187167120 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731187167120Flushing 1588230740/ns: creating writer at 1731187167532 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731187167553 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731187167553Flushing 1588230740/rep_barrier: creating writer at 1731187167575 (+22 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731187167614 (+39 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731187167614Flushing 1588230740/table: creating writer at 1731187167655 (+41 ms)Flushing 1588230740/table: appending metadata at 1731187167682 (+27 ms)Flushing 1588230740/table: closing flushed file at 1731187167682Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1397cc9: reopening flushed file at 1731187168101 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c88016e: reopening flushed file at 1731187168108 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@485a68b: reopening flushed file at 1731187168117 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17bf7864: reopening flushed file at 1731187168126 (+9 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1030ms, sequenceid=11, compaction requested=false at 1731187168134 (+8 ms)Writing region close event to WAL at 1731187168135 (+1 ms)Running coprocessor post-close hooks at 1731187168139 (+4 ms)Closed at 1731187168139 2024-11-09T21:19:28,140 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T21:19:28,305 INFO [RS:0;9514d6d5e5be:37381 {}] regionserver.HRegionServer(976): stopping server 9514d6d5e5be,37381,1731187097638; all regions closed. 2024-11-09T21:19:28,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741834_1010 (size=2717) 2024-11-09T21:19:28,309 DEBUG [RS:0;9514d6d5e5be:37381 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/oldWALs 2024-11-09T21:19:28,310 INFO [RS:0;9514d6d5e5be:37381 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9514d6d5e5be%2C37381%2C1731187097638.meta:.meta(num 1731187100186) 2024-11-09T21:19:28,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741832_1008 (size=1028) 2024-11-09T21:19:28,312 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/WALs/9514d6d5e5be,37381,1731187097638/9514d6d5e5be%2C37381%2C1731187097638.1731187099239 not finished, retry = 0 2024-11-09T21:19:28,414 DEBUG [RS:0;9514d6d5e5be:37381 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/oldWALs 2024-11-09T21:19:28,414 INFO [RS:0;9514d6d5e5be:37381 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9514d6d5e5be%2C37381%2C1731187097638:(num 1731187099239) 2024-11-09T21:19:28,414 DEBUG [RS:0;9514d6d5e5be:37381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:28,415 INFO [RS:0;9514d6d5e5be:37381 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:19:28,415 INFO [RS:0;9514d6d5e5be:37381 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:19:28,415 INFO [RS:0;9514d6d5e5be:37381 {}] hbase.ChoreService(370): Chore service for: regionserver/9514d6d5e5be:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T21:19:28,415 INFO [RS:0;9514d6d5e5be:37381 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:19:28,415 INFO [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:19:28,415 INFO [RS:0;9514d6d5e5be:37381 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:37381. 2024-11-09T21:19:28,415 DEBUG [RS:0;9514d6d5e5be:37381 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:19:28,415 DEBUG [RS:0;9514d6d5e5be:37381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:28,416 DEBUG [RS:0;9514d6d5e5be:37381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:28,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:19:28,416 INFO [RS:0;9514d6d5e5be:37381 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37381 2024-11-09T21:19:28,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45077-0x101217699840003, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1946183238/rs 2024-11-09T21:19:28,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x101217699840004, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1946183238/rs/9514d6d5e5be,37381,1731187097638 2024-11-09T21:19:28,428 INFO [RS:0;9514d6d5e5be:37381 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:19:28,438 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9514d6d5e5be,37381,1731187097638] 2024-11-09T21:19:28,449 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1946183238/draining/9514d6d5e5be,37381,1731187097638 already deleted, retry=false 2024-11-09T21:19:28,449 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9514d6d5e5be,37381,1731187097638 expired; onlineServers=0 2024-11-09T21:19:28,449 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9514d6d5e5be,45077,1731187097503' ***** 2024-11-09T21:19:28,449 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T21:19:28,449 INFO [M:0;9514d6d5e5be:45077 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:19:28,449 INFO [M:0;9514d6d5e5be:45077 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:19:28,449 DEBUG [M:0;9514d6d5e5be:45077 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T21:19:28,449 DEBUG [M:0;9514d6d5e5be:45077 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T21:19:28,449 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T21:19:28,449 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187098925 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187098925,5,FailOnTimeoutGroup] 2024-11-09T21:19:28,449 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187098925 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187098925,5,FailOnTimeoutGroup] 2024-11-09T21:19:28,449 INFO [M:0;9514d6d5e5be:45077 {}] hbase.ChoreService(370): Chore service for: master/9514d6d5e5be:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T21:19:28,449 INFO [M:0;9514d6d5e5be:45077 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:19:28,450 DEBUG [M:0;9514d6d5e5be:45077 {}] master.HMaster(1795): Stopping service threads 2024-11-09T21:19:28,450 INFO [M:0;9514d6d5e5be:45077 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T21:19:28,450 INFO [M:0;9514d6d5e5be:45077 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:19:28,450 INFO [M:0;9514d6d5e5be:45077 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T21:19:28,450 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T21:19:28,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45077-0x101217699840003, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1946183238/master 2024-11-09T21:19:28,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45077-0x101217699840003, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1946183238 2024-11-09T21:19:28,459 DEBUG [M:0;9514d6d5e5be:45077 {}] zookeeper.ZKUtil(347): master:45077-0x101217699840003, quorum=127.0.0.1:51974, baseZNode=/1946183238 Unable to get data of znode /1946183238/master because node does not exist (not an error) 2024-11-09T21:19:28,459 WARN [M:0;9514d6d5e5be:45077 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T21:19:28,460 INFO [M:0;9514d6d5e5be:45077 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/.lastflushedseqids 2024-11-09T21:19:28,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741843_1019 (size=173) 2024-11-09T21:19:28,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x101217699840004, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:19:28,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37381-0x101217699840004, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:19:28,538 INFO [RS:0;9514d6d5e5be:37381 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:19:28,538 INFO [RS:0;9514d6d5e5be:37381 {}] regionserver.HRegionServer(1031): Exiting; stopping=9514d6d5e5be,37381,1731187097638; zookeeper connection closed. 2024-11-09T21:19:28,539 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@199f1f87 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@199f1f87 2024-11-09T21:19:28,539 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T21:19:28,865 INFO [M:0;9514d6d5e5be:45077 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T21:19:28,865 INFO [M:0;9514d6d5e5be:45077 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T21:19:28,865 DEBUG [M:0;9514d6d5e5be:45077 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:19:28,865 INFO [M:0;9514d6d5e5be:45077 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:19:28,865 DEBUG [M:0;9514d6d5e5be:45077 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:19:28,865 DEBUG [M:0;9514d6d5e5be:45077 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:19:28,865 DEBUG [M:0;9514d6d5e5be:45077 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:19:28,865 INFO [M:0;9514d6d5e5be:45077 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-09T21:19:28,879 DEBUG [M:0;9514d6d5e5be:45077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3cafb5ee92b4c5a89ce6e8d8d29d98c is 82, key is hbase:meta,,1/info:regioninfo/1731187100281/Put/seqid=0 2024-11-09T21:19:28,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741844_1020 (size=5672) 2024-11-09T21:19:29,283 INFO [M:0;9514d6d5e5be:45077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3cafb5ee92b4c5a89ce6e8d8d29d98c 2024-11-09T21:19:29,302 DEBUG [M:0;9514d6d5e5be:45077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ebfe82a38164232b97a94192c381a94 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731187102406/Put/seqid=0 2024-11-09T21:19:29,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741845_1021 (size=6727) 2024-11-09T21:19:29,307 INFO [M:0;9514d6d5e5be:45077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ebfe82a38164232b97a94192c381a94 2024-11-09T21:19:29,312 INFO [M:0;9514d6d5e5be:45077 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ebfe82a38164232b97a94192c381a94 2024-11-09T21:19:29,332 DEBUG [M:0;9514d6d5e5be:45077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b74d44a17ff41e0aea14dddf5c4c17a is 69, key is 9514d6d5e5be,37381,1731187097638/rs:state/1731187099009/Put/seqid=0 2024-11-09T21:19:29,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741846_1022 (size=5156) 2024-11-09T21:19:29,737 INFO [M:0;9514d6d5e5be:45077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b74d44a17ff41e0aea14dddf5c4c17a 2024-11-09T21:19:29,745 DEBUG [M:0;9514d6d5e5be:45077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3cafb5ee92b4c5a89ce6e8d8d29d98c as hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b3cafb5ee92b4c5a89ce6e8d8d29d98c 2024-11-09T21:19:29,750 INFO [M:0;9514d6d5e5be:45077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b3cafb5ee92b4c5a89ce6e8d8d29d98c, entries=8, sequenceid=58, filesize=5.5 K 2024-11-09T21:19:29,751 DEBUG [M:0;9514d6d5e5be:45077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ebfe82a38164232b97a94192c381a94 as hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ebfe82a38164232b97a94192c381a94 2024-11-09T21:19:29,758 INFO [M:0;9514d6d5e5be:45077 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ebfe82a38164232b97a94192c381a94 2024-11-09T21:19:29,758 INFO [M:0;9514d6d5e5be:45077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ebfe82a38164232b97a94192c381a94, entries=6, sequenceid=58, filesize=6.6 K 2024-11-09T21:19:29,759 DEBUG [M:0;9514d6d5e5be:45077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b74d44a17ff41e0aea14dddf5c4c17a as hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6b74d44a17ff41e0aea14dddf5c4c17a 2024-11-09T21:19:29,764 INFO [M:0;9514d6d5e5be:45077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44871/user/jenkins/test-data/4958810d-7cea-84f6-f360-9a5f81f9172e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6b74d44a17ff41e0aea14dddf5c4c17a, entries=1, sequenceid=58, filesize=5.0 K 2024-11-09T21:19:29,766 INFO [M:0;9514d6d5e5be:45077 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=58, compaction requested=false 2024-11-09T21:19:29,772 INFO [M:0;9514d6d5e5be:45077 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:19:29,772 DEBUG [M:0;9514d6d5e5be:45077 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187168865Disabling compacts and flushes for region at 1731187168865Disabling writes for close at 1731187168865Obtaining lock to block concurrent updates at 1731187168865Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731187168865Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731187168865Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731187168866 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731187168866Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731187168879 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731187168879Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731187169288 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731187169301 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731187169301Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731187169312 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731187169332 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731187169332Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7095e65e: reopening flushed file at 1731187169741 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@196672e4: reopening flushed file at 1731187169750 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@acd3a67: reopening flushed file at 1731187169758 (+8 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=58, compaction requested=false at 1731187169766 (+8 ms)Writing region close event to WAL at 1731187169772 (+6 ms)Closed at 1731187169772 2024-11-09T21:19:29,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32973 is added to blk_1073741830_1006 (size=33026) 2024-11-09T21:19:29,781 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:19:29,781 INFO [M:0;9514d6d5e5be:45077 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T21:19:29,781 INFO [M:0;9514d6d5e5be:45077 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45077 2024-11-09T21:19:29,782 INFO [M:0;9514d6d5e5be:45077 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:19:29,928 INFO [M:0;9514d6d5e5be:45077 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:19:29,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45077-0x101217699840003, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:19:29,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45077-0x101217699840003, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:19:29,960 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a87ab6c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:19:29,960 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@169fb48{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:19:29,960 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:19:29,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14bb78eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:19:29,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ea6cc0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e816fb18-841e-5039-3c51-a15519d2f28f/hadoop.log.dir/,STOPPED} 2024-11-09T21:19:29,963 WARN [BP-515292575-172.17.0.2-1731187095434 heartbeating to localhost/127.0.0.1:44871 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T21:19:29,963 WARN [BP-515292575-172.17.0.2-1731187095434 heartbeating to localhost/127.0.0.1:44871 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-515292575-172.17.0.2-1731187095434 (Datanode Uuid 4c7ab000-c0e1-4c44-9a31-8fdceee0a55b) service to localhost/127.0.0.1:44871 2024-11-09T21:19:29,963 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T21:19:29,963 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T21:19:29,963 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e816fb18-841e-5039-3c51-a15519d2f28f/cluster_8732e10c-be40-a73f-9722-82402e103524/data/data1/current/BP-515292575-172.17.0.2-1731187095434 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:19:29,963 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e816fb18-841e-5039-3c51-a15519d2f28f/cluster_8732e10c-be40-a73f-9722-82402e103524/data/data2/current/BP-515292575-172.17.0.2-1731187095434 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:19:29,964 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T21:19:29,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@addb386{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:19:29,971 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@362b11ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:19:29,971 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:19:29,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e8a6831{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:19:29,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40d0c6a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e816fb18-841e-5039-3c51-a15519d2f28f/hadoop.log.dir/,STOPPED} 2024-11-09T21:19:29,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T21:19:29,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T21:19:29,985 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:19:29,985 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:19:29,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:29,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:29,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:19:29,986 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T21:19:29,986 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=836512254, stopped=false 2024-11-09T21:19:29,986 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9514d6d5e5be,42677,1731187091523 2024-11-09T21:19:30,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x101217699840000, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-973917175/running 2024-11-09T21:19:30,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43163-0x101217699840001, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-973917175/running 2024-11-09T21:19:30,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43163-0x101217699840001, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-973917175 2024-11-09T21:19:30,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x101217699840000, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-973917175 2024-11-09T21:19:30,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42677-0x101217699840000, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Set watcher on znode that does not yet exist, /0-973917175/running 2024-11-09T21:19:30,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43163-0x101217699840001, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Set watcher on znode that does not yet exist, /0-973917175/running 2024-11-09T21:19:30,007 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:19:30,008 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:19:30,008 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:19:30,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:30,008 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9514d6d5e5be,43163,1731187091808' ***** 2024-11-09T21:19:30,008 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T21:19:30,009 INFO [RS:0;9514d6d5e5be:43163 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T21:19:30,009 INFO [RS:0;9514d6d5e5be:43163 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T21:19:30,009 INFO [RS:0;9514d6d5e5be:43163 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T21:19:30,009 INFO [RS:0;9514d6d5e5be:43163 {}] regionserver.HRegionServer(3091): Received CLOSE for e1f512affe79665475ceb098d9f27cfc 2024-11-09T21:19:30,009 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T21:19:30,009 INFO [RS:0;9514d6d5e5be:43163 {}] regionserver.HRegionServer(3091): Received CLOSE for bc5212d2349d89cb78b1993c3bd71280 2024-11-09T21:19:30,009 INFO [RS:0;9514d6d5e5be:43163 {}] regionserver.HRegionServer(959): stopping server 9514d6d5e5be,43163,1731187091808 2024-11-09T21:19:30,009 INFO [RS:0;9514d6d5e5be:43163 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:19:30,009 INFO [RS:0;9514d6d5e5be:43163 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:43163. 2024-11-09T21:19:30,010 DEBUG [RS:0;9514d6d5e5be:43163 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:19:30,010 DEBUG [RS:0;9514d6d5e5be:43163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:30,010 INFO [RS:0;9514d6d5e5be:43163 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T21:19:30,010 INFO [RS:0;9514d6d5e5be:43163 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T21:19:30,010 INFO [RS:0;9514d6d5e5be:43163 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T21:19:30,010 INFO [RS:0;9514d6d5e5be:43163 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T21:19:30,010 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e1f512affe79665475ceb098d9f27cfc, disabling compactions & flushes 2024-11-09T21:19:30,010 INFO [RS:0;9514d6d5e5be:43163 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T21:19:30,010 DEBUG [RS:0;9514d6d5e5be:43163 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e1f512affe79665475ceb098d9f27cfc=test,,1731187100546.e1f512affe79665475ceb098d9f27cfc., bc5212d2349d89cb78b1993c3bd71280=hbase:replication,,1731187103386.bc5212d2349d89cb78b1993c3bd71280.} 2024-11-09T21:19:30,010 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:19:30,010 DEBUG [RS:0;9514d6d5e5be:43163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc5212d2349d89cb78b1993c3bd71280, e1f512affe79665475ceb098d9f27cfc 2024-11-09T21:19:30,010 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:19:30,010 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:19:30,010 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:19:30,010 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:19:30,010 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T21:19:30,011 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731187100546.e1f512affe79665475ceb098d9f27cfc. 2024-11-09T21:19:30,011 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731187100546.e1f512affe79665475ceb098d9f27cfc. 2024-11-09T21:19:30,011 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731187100546.e1f512affe79665475ceb098d9f27cfc. after waiting 0 ms 2024-11-09T21:19:30,011 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731187100546.e1f512affe79665475ceb098d9f27cfc. 2024-11-09T21:19:30,024 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/default/test/e1f512affe79665475ceb098d9f27cfc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T21:19:30,025 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:19:30,025 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T21:19:30,025 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731187100546.e1f512affe79665475ceb098d9f27cfc. 2024-11-09T21:19:30,025 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e1f512affe79665475ceb098d9f27cfc: Waiting for close lock at 1731187170010Running coprocessor pre-close hooks at 1731187170010Disabling compacts and flushes for region at 1731187170010Disabling writes for close at 1731187170011 (+1 ms)Writing region close event to WAL at 1731187170019 (+8 ms)Running coprocessor post-close hooks at 1731187170025 (+6 ms)Closed at 1731187170025 2024-11-09T21:19:30,025 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731187100546.e1f512affe79665475ceb098d9f27cfc. 2024-11-09T21:19:30,025 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bc5212d2349d89cb78b1993c3bd71280, disabling compactions & flushes 2024-11-09T21:19:30,025 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731187103386.bc5212d2349d89cb78b1993c3bd71280. 2024-11-09T21:19:30,025 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731187103386.bc5212d2349d89cb78b1993c3bd71280. 2024-11-09T21:19:30,025 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731187103386.bc5212d2349d89cb78b1993c3bd71280. after waiting 0 ms 2024-11-09T21:19:30,025 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731187103386.bc5212d2349d89cb78b1993c3bd71280. 2024-11-09T21:19:30,025 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bc5212d2349d89cb78b1993c3bd71280 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-09T21:19:30,041 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/meta/1588230740/.tmp/info/5f853e9f4bad4dd0a4f55119fa2722e8 is 147, key is hbase:replication,,1731187103386.bc5212d2349d89cb78b1993c3bd71280./info:regioninfo/1731187103817/Put/seqid=0 2024-11-09T21:19:30,047 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/replication/bc5212d2349d89cb78b1993c3bd71280/.tmp/hfileref/72c14e6c61244f2fbe8c3b1aa63af119 is 74, key is 1/hfileref:1eb5cf350b254c17b764931a6ca770c3_SeqId_4_/1731187105537/DeleteColumn/seqid=0 2024-11-09T21:19:30,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741844_1020 (size=7686) 2024-11-09T21:19:30,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741845_1021 (size=5203) 2024-11-09T21:19:30,086 INFO [regionserver/9514d6d5e5be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:19:30,092 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T21:19:30,092 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T21:19:30,210 DEBUG [RS:0;9514d6d5e5be:43163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc5212d2349d89cb78b1993c3bd71280 2024-11-09T21:19:30,400 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 997, reset compression=false 2024-11-09T21:19:30,405 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:19:30,405 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 1292, reset compression=false 2024-11-09T21:19:30,405 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.shipper9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,43163,1731187091808 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166, lastWalPosition=1292, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:19:30,406 ERROR [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.shipper9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9514d6d5e5be,43163,1731187091808: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9514d6d5e5be,43163,1731187091808, walGroup=9514d6d5e5be%2C43163%2C1731187091808, offset=9514d6d5e5be%2C43163%2C1731187091808.1731187094166:1292, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:43163 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T21:19:30,407 ERROR [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.shipper9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T21:19:30,407 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.shipper9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T21:19:30,408 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.shipper9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T21:19:30,408 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.shipper9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T21:19:30,408 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.shipper9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T21:19:30,408 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.shipper9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 561904640 }, "NonHeapMemoryUsage": { "committed": 180486144, "init": 7667712, "max": -1, "used": 175870864 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T21:19:30,410 WARN [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.shipper9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:42677 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:42677 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T21:19:30,410 DEBUG [RS:0;9514d6d5e5be:43163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bc5212d2349d89cb78b1993c3bd71280 2024-11-09T21:19:30,450 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/meta/1588230740/.tmp/info/5f853e9f4bad4dd0a4f55119fa2722e8 2024-11-09T21:19:30,454 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/replication/bc5212d2349d89cb78b1993c3bd71280/.tmp/hfileref/72c14e6c61244f2fbe8c3b1aa63af119 2024-11-09T21:19:30,472 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/meta/1588230740/.tmp/ns/980a8e71527d407c89bc1a89f2a39eba is 43, key is default/ns:d/1731187095251/Put/seqid=0 2024-11-09T21:19:30,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741846_1022 (size=5153) 2024-11-09T21:19:30,477 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/replication/bc5212d2349d89cb78b1993c3bd71280/.tmp/queue/5706d8cb9bab407284de7a6bc90e9267 is 153, key is 1-9514d6d5e5be,43163,1731187091808/queue:9514d6d5e5be%2C43163%2C1731187091808/1731187107364/Put/seqid=0 2024-11-09T21:19:30,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741847_1023 (size=5352) 2024-11-09T21:19:30,480 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/replication/bc5212d2349d89cb78b1993c3bd71280/.tmp/queue/5706d8cb9bab407284de7a6bc90e9267 2024-11-09T21:19:30,486 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/replication/bc5212d2349d89cb78b1993c3bd71280/.tmp/hfileref/72c14e6c61244f2fbe8c3b1aa63af119 as hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/replication/bc5212d2349d89cb78b1993c3bd71280/hfileref/72c14e6c61244f2fbe8c3b1aa63af119 2024-11-09T21:19:30,490 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/replication/bc5212d2349d89cb78b1993c3bd71280/hfileref/72c14e6c61244f2fbe8c3b1aa63af119, entries=2, sequenceid=10, filesize=5.1 K 2024-11-09T21:19:30,491 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/replication/bc5212d2349d89cb78b1993c3bd71280/.tmp/queue/5706d8cb9bab407284de7a6bc90e9267 as hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/replication/bc5212d2349d89cb78b1993c3bd71280/queue/5706d8cb9bab407284de7a6bc90e9267 2024-11-09T21:19:30,496 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/replication/bc5212d2349d89cb78b1993c3bd71280/queue/5706d8cb9bab407284de7a6bc90e9267, entries=1, sequenceid=10, filesize=5.2 K 2024-11-09T21:19:30,497 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for bc5212d2349d89cb78b1993c3bd71280 in 472ms, sequenceid=10, compaction requested=false 2024-11-09T21:19:30,501 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/replication/bc5212d2349d89cb78b1993c3bd71280/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T21:19:30,501 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:19:30,501 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:19:30,501 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731187103386.bc5212d2349d89cb78b1993c3bd71280. 2024-11-09T21:19:30,501 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bc5212d2349d89cb78b1993c3bd71280: Waiting for close lock at 1731187170025Running coprocessor pre-close hooks at 1731187170025Disabling compacts and flushes for region at 1731187170025Disabling writes for close at 1731187170025Obtaining lock to block concurrent updates at 1731187170025Preparing flush snapshotting stores in bc5212d2349d89cb78b1993c3bd71280 at 1731187170025Finished memstore snapshotting hbase:replication,,1731187103386.bc5212d2349d89cb78b1993c3bd71280., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731187170026 (+1 ms)Flushing stores of hbase:replication,,1731187103386.bc5212d2349d89cb78b1993c3bd71280. at 1731187170026Flushing bc5212d2349d89cb78b1993c3bd71280/hfileref: creating writer at 1731187170026Flushing bc5212d2349d89cb78b1993c3bd71280/hfileref: appending metadata at 1731187170046 (+20 ms)Flushing bc5212d2349d89cb78b1993c3bd71280/hfileref: closing flushed file at 1731187170046Flushing bc5212d2349d89cb78b1993c3bd71280/queue: creating writer at 1731187170459 (+413 ms)Flushing bc5212d2349d89cb78b1993c3bd71280/queue: appending metadata at 1731187170476 (+17 ms)Flushing bc5212d2349d89cb78b1993c3bd71280/queue: closing flushed file at 1731187170476Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67cd05c: reopening flushed file at 1731187170485 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b953f55: reopening flushed file at 1731187170491 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for bc5212d2349d89cb78b1993c3bd71280 in 472ms, sequenceid=10, compaction requested=false at 1731187170497 (+6 ms)Writing region close event to WAL at 1731187170498 (+1 ms)Running coprocessor post-close hooks at 1731187170501 (+3 ms)Closed at 1731187170501 2024-11-09T21:19:30,501 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731187103386.bc5212d2349d89cb78b1993c3bd71280. 2024-11-09T21:19:30,609 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 1292, reset compression=false 2024-11-09T21:19:30,611 DEBUG [RS:0;9514d6d5e5be:43163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:19:30,811 DEBUG [RS:0;9514d6d5e5be:43163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:19:30,876 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/meta/1588230740/.tmp/ns/980a8e71527d407c89bc1a89f2a39eba 2024-11-09T21:19:30,900 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/meta/1588230740/.tmp/rep_barrier/b88088ce38f64effa03294b26dd1bf0a is 112, key is test,,1731187100546.e1f512affe79665475ceb098d9f27cfc./rep_barrier:seqnumDuringOpen/1731187100941/Put/seqid=0 2024-11-09T21:19:30,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741848_1024 (size=5518) 2024-11-09T21:19:30,913 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 1292, reset compression=false 2024-11-09T21:19:31,011 INFO [RS:0;9514d6d5e5be:43163 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T21:19:31,011 DEBUG [RS:0;9514d6d5e5be:43163 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T21:19:31,011 DEBUG [RS:0;9514d6d5e5be:43163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:19:31,211 DEBUG [RS:0;9514d6d5e5be:43163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:19:31,306 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/meta/1588230740/.tmp/rep_barrier/b88088ce38f64effa03294b26dd1bf0a 2024-11-09T21:19:31,317 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 1292, reset compression=false 2024-11-09T21:19:31,326 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/meta/1588230740/.tmp/table/46b4166d01444fb4bba59681d8fe107a is 53, key is hbase:replication/table:state/1731187103829/Put/seqid=0 2024-11-09T21:19:31,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741849_1025 (size=5308) 2024-11-09T21:19:31,411 DEBUG [RS:0;9514d6d5e5be:43163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:19:31,612 DEBUG [RS:0;9514d6d5e5be:43163 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:19:31,731 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/meta/1588230740/.tmp/table/46b4166d01444fb4bba59681d8fe107a 2024-11-09T21:19:31,737 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/meta/1588230740/.tmp/info/5f853e9f4bad4dd0a4f55119fa2722e8 as hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/meta/1588230740/info/5f853e9f4bad4dd0a4f55119fa2722e8 2024-11-09T21:19:31,742 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/meta/1588230740/info/5f853e9f4bad4dd0a4f55119fa2722e8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T21:19:31,743 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/meta/1588230740/.tmp/ns/980a8e71527d407c89bc1a89f2a39eba as hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/meta/1588230740/ns/980a8e71527d407c89bc1a89f2a39eba 2024-11-09T21:19:31,748 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/meta/1588230740/ns/980a8e71527d407c89bc1a89f2a39eba, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T21:19:31,748 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/meta/1588230740/.tmp/rep_barrier/b88088ce38f64effa03294b26dd1bf0a as hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/meta/1588230740/rep_barrier/b88088ce38f64effa03294b26dd1bf0a 2024-11-09T21:19:31,753 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/meta/1588230740/rep_barrier/b88088ce38f64effa03294b26dd1bf0a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T21:19:31,754 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/meta/1588230740/.tmp/table/46b4166d01444fb4bba59681d8fe107a as hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/meta/1588230740/table/46b4166d01444fb4bba59681d8fe107a 2024-11-09T21:19:31,760 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/meta/1588230740/table/46b4166d01444fb4bba59681d8fe107a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T21:19:31,761 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1751ms, sequenceid=16, compaction requested=false 2024-11-09T21:19:31,761 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T21:19:31,772 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T21:19:31,773 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:19:31,773 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:19:31,773 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:19:31,773 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187170010Running coprocessor pre-close hooks at 1731187170010Disabling compacts and flushes for region at 1731187170010Disabling writes for close at 1731187170010Obtaining lock to block concurrent updates at 1731187170010Preparing flush snapshotting stores in 1588230740 at 1731187170010Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731187170011 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731187170011Flushing 1588230740/info: creating writer at 1731187170012 (+1 ms)Flushing 1588230740/info: appending metadata at 1731187170040 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731187170040Flushing 1588230740/ns: creating writer at 1731187170456 (+416 ms)Flushing 1588230740/ns: appending metadata at 1731187170471 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731187170471Flushing 1588230740/rep_barrier: creating writer at 1731187170882 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731187170899 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731187170899Flushing 1588230740/table: creating writer at 1731187171312 (+413 ms)Flushing 1588230740/table: appending metadata at 1731187171326 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731187171326Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65400710: reopening flushed file at 1731187171736 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c58d433: reopening flushed file at 1731187171742 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@683d5cc6: reopening flushed file at 1731187171748 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25a533c0: reopening flushed file at 1731187171753 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1751ms, sequenceid=16, compaction requested=false at 1731187171761 (+8 ms)Writing region close event to WAL at 1731187171768 (+7 ms)Running coprocessor post-close hooks at 1731187171773 (+5 ms)Closed at 1731187171773 2024-11-09T21:19:31,773 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T21:19:31,812 INFO [RS:0;9514d6d5e5be:43163 {}] regionserver.HRegionServer(976): stopping server 9514d6d5e5be,43163,1731187091808; all regions closed. 2024-11-09T21:19:31,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741834_1010 (size=4239) 2024-11-09T21:19:31,814 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.meta.1731187095162.meta not finished, retry = 0 2024-11-09T21:19:31,822 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/WALs/9514d6d5e5be,43163,1731187091808/9514d6d5e5be%2C43163%2C1731187091808.1731187094166 to pos 1292, reset compression=false 2024-11-09T21:19:31,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741839_1015 (size=2700) 2024-11-09T21:19:31,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741832_1008 (size=1300) 2024-11-09T21:19:31,923 DEBUG [RS:0;9514d6d5e5be:43163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:31,923 INFO [RS:0;9514d6d5e5be:43163 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:19:31,923 INFO [RS:0;9514d6d5e5be:43163 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:19:31,923 INFO [RS:0;9514d6d5e5be:43163 {}] hbase.ChoreService(370): Chore service for: regionserver/9514d6d5e5be:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T21:19:31,923 INFO [RS:0;9514d6d5e5be:43163 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:19:31,923 INFO [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:19:31,923 INFO [RS:0;9514d6d5e5be:43163 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9514d6d5e5be,43163,1731187091808 because: Region server is closing 2024-11-09T21:19:31,923 INFO [RS:0;9514d6d5e5be:43163 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:43163. 2024-11-09T21:19:31,923 DEBUG [RS:0;9514d6d5e5be:43163 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:19:31,923 DEBUG [RS:0;9514d6d5e5be:43163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:31,923 DEBUG [RS:0;9514d6d5e5be:43163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:31,923 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:19:32,024 INFO [RS:0;9514d6d5e5be:43163 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.shipper9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 terminated 2024-11-09T21:19:32,024 INFO [RS:0;9514d6d5e5be:43163 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43163 2024-11-09T21:19:32,024 WARN [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,43163,1731187091808.replicationSource.wal-reader.9514d6d5e5be%2C43163%2C1731187091808,1-9514d6d5e5be,43163,1731187091808 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T21:19:32,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x101217699840000, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-973917175/rs 2024-11-09T21:19:32,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43163-0x101217699840001, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-973917175/rs/9514d6d5e5be,43163,1731187091808 2024-11-09T21:19:32,070 INFO [RS:0;9514d6d5e5be:43163 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:19:32,080 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9514d6d5e5be,43163,1731187091808] 2024-11-09T21:19:32,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:19:32,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:19:32,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:19:32,133 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-973917175/draining/9514d6d5e5be,43163,1731187091808 already deleted, retry=false 2024-11-09T21:19:32,133 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9514d6d5e5be,43163,1731187091808 expired; onlineServers=0 2024-11-09T21:19:32,133 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9514d6d5e5be,42677,1731187091523' ***** 2024-11-09T21:19:32,133 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T21:19:32,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:19:32,134 INFO [M:0;9514d6d5e5be:42677 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:19:32,134 INFO [M:0;9514d6d5e5be:42677 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:19:32,135 DEBUG [M:0;9514d6d5e5be:42677 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T21:19:32,135 DEBUG [M:0;9514d6d5e5be:42677 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T21:19:32,135 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187093936 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187093936,5,FailOnTimeoutGroup] 2024-11-09T21:19:32,135 INFO [M:0;9514d6d5e5be:42677 {}] hbase.ChoreService(370): Chore service for: master/9514d6d5e5be:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T21:19:32,135 INFO [M:0;9514d6d5e5be:42677 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:19:32,135 DEBUG [M:0;9514d6d5e5be:42677 {}] master.HMaster(1795): Stopping service threads 2024-11-09T21:19:32,135 INFO [M:0;9514d6d5e5be:42677 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T21:19:32,135 INFO [M:0;9514d6d5e5be:42677 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:19:32,135 INFO [M:0;9514d6d5e5be:42677 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T21:19:32,135 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T21:19:32,135 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T21:19:32,135 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187093936 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187093936,5,FailOnTimeoutGroup] 2024-11-09T21:19:32,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:19:32,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x101217699840000, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-973917175/master 2024-11-09T21:19:32,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x101217699840000, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-973917175 2024-11-09T21:19:32,164 DEBUG [M:0;9514d6d5e5be:42677 {}] zookeeper.RecoverableZooKeeper(212): Node /0-973917175/master already deleted, retry=false 2024-11-09T21:19:32,164 DEBUG [M:0;9514d6d5e5be:42677 {}] master.ActiveMasterManager(353): master:42677-0x101217699840000, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-973917175/master 2024-11-09T21:19:32,169 INFO [M:0;9514d6d5e5be:42677 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/.lastflushedseqids 2024-11-09T21:19:32,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741850_1026 (size=263) 2024-11-09T21:19:32,182 INFO [M:0;9514d6d5e5be:42677 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T21:19:32,182 INFO [M:0;9514d6d5e5be:42677 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T21:19:32,182 DEBUG [M:0;9514d6d5e5be:42677 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:19:32,182 INFO [M:0;9514d6d5e5be:42677 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:19:32,182 DEBUG [M:0;9514d6d5e5be:42677 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:19:32,182 DEBUG [M:0;9514d6d5e5be:42677 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:19:32,182 DEBUG [M:0;9514d6d5e5be:42677 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:19:32,183 INFO [M:0;9514d6d5e5be:42677 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-09T21:19:32,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43163-0x101217699840001, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:19:32,183 INFO [RS:0;9514d6d5e5be:43163 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:19:32,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43163-0x101217699840001, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:19:32,183 INFO [RS:0;9514d6d5e5be:43163 {}] regionserver.HRegionServer(1031): Exiting; stopping=9514d6d5e5be,43163,1731187091808; zookeeper connection closed. 2024-11-09T21:19:32,183 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@34e7a885 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@34e7a885 2024-11-09T21:19:32,183 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T21:19:32,201 DEBUG [M:0;9514d6d5e5be:42677 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d3ec191aa3b4bd684b9fc9b60d48fb9 is 82, key is hbase:meta,,1/info:regioninfo/1731187095203/Put/seqid=0 2024-11-09T21:19:32,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741851_1027 (size=5672) 2024-11-09T21:19:32,608 INFO [M:0;9514d6d5e5be:42677 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d3ec191aa3b4bd684b9fc9b60d48fb9 2024-11-09T21:19:32,641 DEBUG [M:0;9514d6d5e5be:42677 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d838ff240d34f5ea39355de4f5505f8 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731187100967/Put/seqid=0 2024-11-09T21:19:32,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741852_1028 (size=7240) 2024-11-09T21:19:32,648 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:19:32,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:19:32,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:19:32,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:19:32,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:19:32,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:19:33,047 INFO [M:0;9514d6d5e5be:42677 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d838ff240d34f5ea39355de4f5505f8 2024-11-09T21:19:33,053 INFO [M:0;9514d6d5e5be:42677 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d838ff240d34f5ea39355de4f5505f8 2024-11-09T21:19:33,071 DEBUG [M:0;9514d6d5e5be:42677 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e1a48d3b63548e9a94281b904653df5 is 69, key is 9514d6d5e5be,43163,1731187091808/rs:state/1731187093991/Put/seqid=0 2024-11-09T21:19:33,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741853_1029 (size=5156) 2024-11-09T21:19:33,476 INFO [M:0;9514d6d5e5be:42677 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e1a48d3b63548e9a94281b904653df5 2024-11-09T21:19:33,482 DEBUG [M:0;9514d6d5e5be:42677 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d3ec191aa3b4bd684b9fc9b60d48fb9 as hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0d3ec191aa3b4bd684b9fc9b60d48fb9 2024-11-09T21:19:33,489 INFO [M:0;9514d6d5e5be:42677 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0d3ec191aa3b4bd684b9fc9b60d48fb9, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T21:19:33,490 DEBUG [M:0;9514d6d5e5be:42677 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d838ff240d34f5ea39355de4f5505f8 as hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2d838ff240d34f5ea39355de4f5505f8 2024-11-09T21:19:33,496 INFO [M:0;9514d6d5e5be:42677 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d838ff240d34f5ea39355de4f5505f8 2024-11-09T21:19:33,496 INFO [M:0;9514d6d5e5be:42677 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2d838ff240d34f5ea39355de4f5505f8, entries=11, sequenceid=105, filesize=7.1 K 2024-11-09T21:19:33,497 DEBUG [M:0;9514d6d5e5be:42677 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e1a48d3b63548e9a94281b904653df5 as hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7e1a48d3b63548e9a94281b904653df5 2024-11-09T21:19:33,504 INFO [M:0;9514d6d5e5be:42677 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35253/user/jenkins/test-data/35664bd9-7e46-812d-ef74-d75b343af057/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7e1a48d3b63548e9a94281b904653df5, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T21:19:33,505 INFO [M:0;9514d6d5e5be:42677 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=105, compaction requested=false 2024-11-09T21:19:33,508 INFO [M:0;9514d6d5e5be:42677 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:19:33,508 DEBUG [M:0;9514d6d5e5be:42677 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187172182Disabling compacts and flushes for region at 1731187172182Disabling writes for close at 1731187172182Obtaining lock to block concurrent updates at 1731187172183 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731187172183Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731187172183Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731187172184 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731187172184Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731187172197 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731187172197Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731187172615 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731187172640 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731187172640Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731187173053 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731187173070 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731187173070Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@299c99e0: reopening flushed file at 1731187173481 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@545e0aa: reopening flushed file at 1731187173489 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b29d6d8: reopening flushed file at 1731187173497 (+8 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=105, compaction requested=false at 1731187173505 (+8 ms)Writing region close event to WAL at 1731187173508 (+3 ms)Closed at 1731187173508 2024-11-09T21:19:33,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33463 is added to blk_1073741830_1006 (size=64526) 2024-11-09T21:19:33,511 INFO [M:0;9514d6d5e5be:42677 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T21:19:33,511 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:19:33,511 INFO [M:0;9514d6d5e5be:42677 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42677 2024-11-09T21:19:33,512 INFO [M:0;9514d6d5e5be:42677 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:19:33,685 INFO [M:0;9514d6d5e5be:42677 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:19:33,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x101217699840000, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:19:33,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42677-0x101217699840000, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:19:33,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e160a6f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:19:33,688 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@614ecec8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:19:33,688 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:19:33,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a546fb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:19:33,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@249c5817{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a/hadoop.log.dir/,STOPPED} 2024-11-09T21:19:33,690 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T21:19:33,690 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T21:19:33,690 WARN [BP-1913335496-172.17.0.2-1731187088882 heartbeating to localhost/127.0.0.1:35253 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T21:19:33,690 WARN [BP-1913335496-172.17.0.2-1731187088882 heartbeating to localhost/127.0.0.1:35253 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1913335496-172.17.0.2-1731187088882 (Datanode Uuid 9856f066-5043-40f0-9fc8-1d970284b6aa) service to localhost/127.0.0.1:35253 2024-11-09T21:19:33,690 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a/cluster_4a34c598-9819-59c9-97ff-c03f3450b5f3/data/data1/current/BP-1913335496-172.17.0.2-1731187088882 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:19:33,691 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a/cluster_4a34c598-9819-59c9-97ff-c03f3450b5f3/data/data2/current/BP-1913335496-172.17.0.2-1731187088882 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:19:33,691 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T21:19:33,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@569148fc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:19:33,699 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@bb6819f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:19:33,699 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:19:33,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58b4b414{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:19:33,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d69de7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/a8d972f2-f096-f39e-f7a8-18f31794c97a/hadoop.log.dir/,STOPPED} 2024-11-09T21:19:33,705 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T21:19:33,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T21:19:33,723 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 142) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f118cb8f508.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:35253 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35253 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:44871 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:44871 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51974) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:35253 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44871 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51974) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:35253 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f118cb8f508.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:35253 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:44871 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:44871 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=502 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=389 (was 511), ProcessCount=11 (was 11), AvailableMemoryMB=2737 (was 3183) 2024-11-09T21:19:33,729 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=502, MaxFileDescriptor=1048576, SystemLoadAverage=389, ProcessCount=11, AvailableMemoryMB=2737 2024-11-09T21:19:33,740 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-09T21:19:33,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e816fb18-841e-5039-3c51-a15519d2f28f/hadoop.log.dir so I do NOT create it in target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da 2024-11-09T21:19:33,740 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e816fb18-841e-5039-3c51-a15519d2f28f/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T21:19:33,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e816fb18-841e-5039-3c51-a15519d2f28f/hadoop.tmp.dir so I do NOT create it in target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da 2024-11-09T21:19:33,740 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e816fb18-841e-5039-3c51-a15519d2f28f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T21:19:33,740 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da 2024-11-09T21:19:33,740 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da/cluster_b1a2e0bd-7f76-0451-87e2-2637535620cc, deleteOnExit=true 2024-11-09T21:19:33,759 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da/cluster_b1a2e0bd-7f76-0451-87e2-2637535620cc/zookeeper_0, clientPort=56343, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da/cluster_b1a2e0bd-7f76-0451-87e2-2637535620cc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da/cluster_b1a2e0bd-7f76-0451-87e2-2637535620cc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T21:19:33,759 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56343 2024-11-09T21:19:33,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T21:19:33,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T21:19:33,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da/test.cache.data in system properties and HBase conf 2024-11-09T21:19:33,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T21:19:33,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da/hadoop.log.dir in system properties and HBase conf 2024-11-09T21:19:33,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T21:19:33,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T21:19:33,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T21:19:33,760 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T21:19:33,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:19:33,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:19:33,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T21:19:33,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:19:33,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T21:19:33,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T21:19:33,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:19:33,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:19:33,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T21:19:33,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da/nfs.dump.dir in system properties and HBase conf 2024-11-09T21:19:33,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da/java.io.tmpdir in system properties and HBase conf 2024-11-09T21:19:33,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:19:33,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T21:19:33,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T21:19:33,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101217699840005, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T21:19:33,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101217699840002, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T21:19:33,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101217699840002, quorum=127.0.0.1:51974, baseZNode=/0-973917175 Received Disconnected from ZooKeeper, ignoring 2024-11-09T21:19:33,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101217699840005, quorum=127.0.0.1:51974, baseZNode=/1946183238 Received Disconnected from ZooKeeper, ignoring 2024-11-09T21:19:33,927 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:19:33,930 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T21:19:33,930 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T21:19:33,930 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T21:19:33,930 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T21:19:33,930 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:19:33,930 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T21:19:34,122 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:19:34,126 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:19:34,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:19:34,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:19:34,128 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T21:19:34,130 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:19:34,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79284b2c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:19:34,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@372d2c18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:19:34,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a78d4c0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da/java.io.tmpdir/jetty-localhost-37421-hadoop-hdfs-3_4_1-tests_jar-_-any-10313025572820480570/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:19:34,225 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@49339952{HTTP/1.1, (http/1.1)}{localhost:37421} 2024-11-09T21:19:34,225 INFO [Time-limited test {}] server.Server(415): Started @138228ms 2024-11-09T21:19:34,471 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:19:34,474 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:19:34,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:19:34,476 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:19:34,476 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T21:19:34,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e5b0b6e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:19:34,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1dd8b463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:19:34,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5dbf8839{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da/java.io.tmpdir/jetty-localhost-39551-hadoop-hdfs-3_4_1-tests_jar-_-any-17310210558945570447/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:19:34,578 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2310be79{HTTP/1.1, (http/1.1)}{localhost:39551} 2024-11-09T21:19:34,578 INFO [Time-limited test {}] server.Server(415): Started @138581ms 2024-11-09T21:19:34,579 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T21:19:35,223 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da/cluster_b1a2e0bd-7f76-0451-87e2-2637535620cc/data/data1/current/BP-598699001-172.17.0.2-1731187173788/current, will proceed with Du for space computation calculation, 2024-11-09T21:19:35,223 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da/cluster_b1a2e0bd-7f76-0451-87e2-2637535620cc/data/data2/current/BP-598699001-172.17.0.2-1731187173788/current, will proceed with Du for space computation calculation, 2024-11-09T21:19:35,237 WARN [Thread-1272 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T21:19:35,239 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaebc7a71c8bc24f4 with lease ID 0x30fc333d53db1bd2: Processing first storage report for DS-d5568ef2-5d39-4df8-9217-8312026f20e2 from datanode DatanodeRegistration(127.0.0.1:37583, datanodeUuid=8c7590ce-6c42-4f88-b612-f38d3bba715b, infoPort=45095, infoSecurePort=0, ipcPort=44429, storageInfo=lv=-57;cid=testClusterID;nsid=898765347;c=1731187173788) 2024-11-09T21:19:35,240 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaebc7a71c8bc24f4 with lease ID 0x30fc333d53db1bd2: from storage DS-d5568ef2-5d39-4df8-9217-8312026f20e2 node DatanodeRegistration(127.0.0.1:37583, datanodeUuid=8c7590ce-6c42-4f88-b612-f38d3bba715b, infoPort=45095, infoSecurePort=0, ipcPort=44429, storageInfo=lv=-57;cid=testClusterID;nsid=898765347;c=1731187173788), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:19:35,240 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaebc7a71c8bc24f4 with lease ID 0x30fc333d53db1bd2: Processing first storage report for DS-7e2cbf30-d949-41c1-9e91-80d2ee925354 from datanode DatanodeRegistration(127.0.0.1:37583, datanodeUuid=8c7590ce-6c42-4f88-b612-f38d3bba715b, infoPort=45095, infoSecurePort=0, ipcPort=44429, storageInfo=lv=-57;cid=testClusterID;nsid=898765347;c=1731187173788) 2024-11-09T21:19:35,240 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaebc7a71c8bc24f4 with lease ID 0x30fc333d53db1bd2: from storage DS-7e2cbf30-d949-41c1-9e91-80d2ee925354 node DatanodeRegistration(127.0.0.1:37583, datanodeUuid=8c7590ce-6c42-4f88-b612-f38d3bba715b, infoPort=45095, infoSecurePort=0, ipcPort=44429, storageInfo=lv=-57;cid=testClusterID;nsid=898765347;c=1731187173788), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:19:35,307 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da 2024-11-09T21:19:35,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:19:35,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:19:35,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741825_1001 (size=7) 2024-11-09T21:19:35,718 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b with version=8 2024-11-09T21:19:35,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/hbase-staging 2024-11-09T21:19:35,720 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:19:35,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:19:35,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:19:35,721 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:19:35,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:19:35,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:19:35,721 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T21:19:35,721 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:19:35,721 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40135 2024-11-09T21:19:35,723 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40135 connecting to ZooKeeper ensemble=127.0.0.1:56343 2024-11-09T21:19:35,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401350x0, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:19:35,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40135-0x1012177e5290000 connected 2024-11-09T21:19:35,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:19:35,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:19:35,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40135-0x1012177e5290000, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Set watcher on znode that does not yet exist, /0-524891354/running 2024-11-09T21:19:35,894 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b, hbase.cluster.distributed=false 2024-11-09T21:19:35,896 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40135-0x1012177e5290000, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Set watcher on znode that does not yet exist, /0-524891354/acl 2024-11-09T21:19:35,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40135 2024-11-09T21:19:35,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40135 2024-11-09T21:19:35,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40135 2024-11-09T21:19:35,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40135 2024-11-09T21:19:35,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40135 2024-11-09T21:19:35,910 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:19:35,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:19:35,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:19:35,910 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:19:35,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:19:35,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:19:35,910 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T21:19:35,910 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:19:35,911 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46525 2024-11-09T21:19:35,913 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46525 connecting to ZooKeeper ensemble=127.0.0.1:56343 2024-11-09T21:19:35,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:19:35,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:19:35,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465250x0, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:19:35,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465250x0, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Set watcher on znode that does not yet exist, /0-524891354/running 2024-11-09T21:19:35,922 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46525-0x1012177e5290001 connected 2024-11-09T21:19:35,922 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T21:19:35,924 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T21:19:35,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46525-0x1012177e5290001, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Set watcher on znode that does not yet exist, /0-524891354/master 2024-11-09T21:19:35,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46525-0x1012177e5290001, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Set watcher on znode that does not yet exist, /0-524891354/acl 2024-11-09T21:19:35,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46525 2024-11-09T21:19:35,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46525 2024-11-09T21:19:35,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46525 2024-11-09T21:19:35,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46525 2024-11-09T21:19:35,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46525 2024-11-09T21:19:35,944 DEBUG [M:0;9514d6d5e5be:40135 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9514d6d5e5be:40135 2024-11-09T21:19:35,944 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-524891354/backup-masters/9514d6d5e5be,40135,1731187175720 2024-11-09T21:19:35,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40135-0x1012177e5290000, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-524891354/backup-masters 2024-11-09T21:19:35,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x1012177e5290001, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-524891354/backup-masters 2024-11-09T21:19:35,954 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40135-0x1012177e5290000, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Set watcher on existing znode=/0-524891354/backup-masters/9514d6d5e5be,40135,1731187175720 2024-11-09T21:19:35,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x1012177e5290001, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-524891354/master 2024-11-09T21:19:35,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40135-0x1012177e5290000, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-524891354 2024-11-09T21:19:35,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x1012177e5290001, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-524891354 2024-11-09T21:19:35,964 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40135-0x1012177e5290000, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Set watcher on existing znode=/0-524891354/master 2024-11-09T21:19:35,964 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-524891354/backup-masters/9514d6d5e5be,40135,1731187175720 from backup master directory 2024-11-09T21:19:35,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40135-0x1012177e5290000, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-524891354/backup-masters/9514d6d5e5be,40135,1731187175720 2024-11-09T21:19:35,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x1012177e5290001, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-524891354/backup-masters 2024-11-09T21:19:35,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40135-0x1012177e5290000, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-524891354/backup-masters 2024-11-09T21:19:35,974 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:19:35,974 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9514d6d5e5be,40135,1731187175720 2024-11-09T21:19:35,978 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/hbase.id] with ID: 51984c57-2552-4417-9e8b-4e6d8bb43e23 2024-11-09T21:19:35,978 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/.tmp/hbase.id 2024-11-09T21:19:35,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741826_1002 (size=42) 2024-11-09T21:19:36,385 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/.tmp/hbase.id]:[hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/hbase.id] 2024-11-09T21:19:36,395 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:19:36,395 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T21:19:36,396 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-09T21:19:36,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40135-0x1012177e5290000, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-524891354 2024-11-09T21:19:36,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x1012177e5290001, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-524891354 2024-11-09T21:19:36,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741827_1003 (size=196) 2024-11-09T21:19:36,843 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:19:36,844 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T21:19:36,844 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:19:36,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741828_1004 (size=1189) 2024-11-09T21:19:37,251 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store 2024-11-09T21:19:37,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741829_1005 (size=34) 2024-11-09T21:19:37,525 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:19:37,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:19:37,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:19:37,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:19:37,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:19:37,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:19:37,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:19:37,658 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:19:37,658 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:19:37,658 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:19:37,658 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:19:37,658 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:19:37,658 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:19:37,658 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:19:37,658 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187177658Disabling compacts and flushes for region at 1731187177658Disabling writes for close at 1731187177658Writing region close event to WAL at 1731187177658Closed at 1731187177658 2024-11-09T21:19:37,659 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/.initializing 2024-11-09T21:19:37,659 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/WALs/9514d6d5e5be,40135,1731187175720 2024-11-09T21:19:37,660 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:19:37,661 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9514d6d5e5be%2C40135%2C1731187175720, suffix=, logDir=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/WALs/9514d6d5e5be,40135,1731187175720, archiveDir=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/oldWALs, maxLogs=10 2024-11-09T21:19:37,673 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/WALs/9514d6d5e5be,40135,1731187175720/9514d6d5e5be%2C40135%2C1731187175720.1731187177661, exclude list is [], retry=0 2024-11-09T21:19:37,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37583,DS-d5568ef2-5d39-4df8-9217-8312026f20e2,DISK] 2024-11-09T21:19:37,677 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/WALs/9514d6d5e5be,40135,1731187175720/9514d6d5e5be%2C40135%2C1731187175720.1731187177661 2024-11-09T21:19:37,677 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45095:45095)] 2024-11-09T21:19:37,677 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:19:37,677 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:19:37,677 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:19:37,677 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:19:37,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:19:37,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T21:19:37,680 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:37,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:19:37,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:19:37,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T21:19:37,681 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:37,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:19:37,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:19:37,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T21:19:37,682 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:37,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:19:37,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:19:37,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T21:19:37,684 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:37,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:19:37,684 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:19:37,685 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:19:37,685 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:19:37,686 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:19:37,686 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:19:37,686 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:19:37,687 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:19:37,689 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:19:37,689 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63129276, jitterRate=-0.05930048227310181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:19:37,690 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731187177677Initializing all the Stores at 1731187177678 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187177678Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187177678Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187177678Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187177678Cleaning up temporary data from old regions at 1731187177686 (+8 ms)Region opened successfully at 1731187177690 (+4 ms) 2024-11-09T21:19:37,690 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T21:19:37,693 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d9e9a3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:19:37,694 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T21:19:37,694 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T21:19:37,694 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T21:19:37,694 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T21:19:37,694 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T21:19:37,695 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T21:19:37,695 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T21:19:37,696 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T21:19:37,697 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40135-0x1012177e5290000, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Unable to get data of znode /0-524891354/balancer because node does not exist (not necessarily an error) 2024-11-09T21:19:37,785 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-524891354/balancer already deleted, retry=false 2024-11-09T21:19:37,785 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T21:19:37,786 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40135-0x1012177e5290000, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Unable to get data of znode /0-524891354/normalizer because node does not exist (not necessarily an error) 2024-11-09T21:19:37,795 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-524891354/normalizer already deleted, retry=false 2024-11-09T21:19:37,795 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T21:19:37,796 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40135-0x1012177e5290000, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Unable to get data of znode /0-524891354/switch/split because node does not exist (not necessarily an error) 2024-11-09T21:19:37,805 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-524891354/switch/split already deleted, retry=false 2024-11-09T21:19:37,806 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40135-0x1012177e5290000, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Unable to get data of znode /0-524891354/switch/merge because node does not exist (not necessarily an error) 2024-11-09T21:19:37,816 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-524891354/switch/merge already deleted, retry=false 2024-11-09T21:19:37,818 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40135-0x1012177e5290000, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Unable to get data of znode /0-524891354/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T21:19:37,827 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-524891354/snapshot-cleanup already deleted, retry=false 2024-11-09T21:19:37,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40135-0x1012177e5290000, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-524891354/running 2024-11-09T21:19:37,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x1012177e5290001, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-524891354/running 2024-11-09T21:19:37,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x1012177e5290001, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-524891354 2024-11-09T21:19:37,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40135-0x1012177e5290000, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-524891354 2024-11-09T21:19:37,838 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9514d6d5e5be,40135,1731187175720, sessionid=0x1012177e5290000, setting cluster-up flag (Was=false) 2024-11-09T21:19:37,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x1012177e5290001, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-524891354 2024-11-09T21:19:37,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40135-0x1012177e5290000, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-524891354 2024-11-09T21:19:37,890 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-524891354/flush-table-proc/acquired, /0-524891354/flush-table-proc/reached, /0-524891354/flush-table-proc/abort 2024-11-09T21:19:37,891 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,40135,1731187175720 2024-11-09T21:19:37,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x1012177e5290001, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-524891354 2024-11-09T21:19:37,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40135-0x1012177e5290000, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-524891354 2024-11-09T21:19:37,942 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-524891354/online-snapshot/acquired, /0-524891354/online-snapshot/reached, /0-524891354/online-snapshot/abort 2024-11-09T21:19:37,943 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,40135,1731187175720 2024-11-09T21:19:37,944 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T21:19:37,946 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T21:19:37,946 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T21:19:37,946 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T21:19:37,946 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9514d6d5e5be,40135,1731187175720 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T21:19:37,947 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:19:37,947 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:19:37,947 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:19:37,947 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:19:37,947 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9514d6d5e5be:0, corePoolSize=10, maxPoolSize=10 2024-11-09T21:19:37,947 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:37,947 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:19:37,947 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:37,948 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731187207948 2024-11-09T21:19:37,948 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T21:19:37,948 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T21:19:37,948 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T21:19:37,948 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T21:19:37,949 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T21:19:37,949 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T21:19:37,949 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:37,949 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:19:37,949 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T21:19:37,949 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T21:19:37,949 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T21:19:37,949 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T21:19:37,949 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T21:19:37,950 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T21:19:37,950 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T21:19:37,950 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:37,950 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T21:19:37,950 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187177950,5,FailOnTimeoutGroup] 2024-11-09T21:19:37,950 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187177950,5,FailOnTimeoutGroup] 2024-11-09T21:19:37,950 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:37,950 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T21:19:37,951 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:37,951 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:37,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741831_1007 (size=1321) 2024-11-09T21:19:38,037 INFO [RS:0;9514d6d5e5be:46525 {}] regionserver.HRegionServer(746): ClusterId : 51984c57-2552-4417-9e8b-4e6d8bb43e23 2024-11-09T21:19:38,037 DEBUG [RS:0;9514d6d5e5be:46525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T21:19:38,082 DEBUG [RS:0;9514d6d5e5be:46525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T21:19:38,082 DEBUG [RS:0;9514d6d5e5be:46525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T21:19:38,101 DEBUG [RS:0;9514d6d5e5be:46525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T21:19:38,101 DEBUG [RS:0;9514d6d5e5be:46525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68d5d4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:19:38,111 DEBUG [RS:0;9514d6d5e5be:46525 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9514d6d5e5be:46525 2024-11-09T21:19:38,111 INFO [RS:0;9514d6d5e5be:46525 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T21:19:38,111 INFO [RS:0;9514d6d5e5be:46525 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T21:19:38,111 DEBUG [RS:0;9514d6d5e5be:46525 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T21:19:38,112 INFO [RS:0;9514d6d5e5be:46525 {}] regionserver.HRegionServer(2659): reportForDuty to master=9514d6d5e5be,40135,1731187175720 with port=46525, startcode=1731187175909 2024-11-09T21:19:38,112 DEBUG [RS:0;9514d6d5e5be:46525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T21:19:38,113 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T21:19:38,114 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40135 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9514d6d5e5be,46525,1731187175909 2024-11-09T21:19:38,114 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40135 {}] master.ServerManager(517): Registering regionserver=9514d6d5e5be,46525,1731187175909 2024-11-09T21:19:38,115 DEBUG [RS:0;9514d6d5e5be:46525 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b 2024-11-09T21:19:38,115 DEBUG [RS:0;9514d6d5e5be:46525 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44493 2024-11-09T21:19:38,115 DEBUG [RS:0;9514d6d5e5be:46525 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T21:19:38,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40135-0x1012177e5290000, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-524891354/rs 2024-11-09T21:19:38,122 DEBUG [RS:0;9514d6d5e5be:46525 {}] zookeeper.ZKUtil(111): regionserver:46525-0x1012177e5290001, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Set watcher on existing znode=/0-524891354/rs/9514d6d5e5be,46525,1731187175909 2024-11-09T21:19:38,122 WARN [RS:0;9514d6d5e5be:46525 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:19:38,122 INFO [RS:0;9514d6d5e5be:46525 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:19:38,122 DEBUG [RS:0;9514d6d5e5be:46525 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,46525,1731187175909 2024-11-09T21:19:38,122 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9514d6d5e5be,46525,1731187175909] 2024-11-09T21:19:38,125 INFO [RS:0;9514d6d5e5be:46525 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T21:19:38,127 INFO [RS:0;9514d6d5e5be:46525 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T21:19:38,127 INFO [RS:0;9514d6d5e5be:46525 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T21:19:38,127 INFO [RS:0;9514d6d5e5be:46525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:38,127 INFO [RS:0;9514d6d5e5be:46525 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T21:19:38,128 INFO [RS:0;9514d6d5e5be:46525 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T21:19:38,128 INFO [RS:0;9514d6d5e5be:46525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:38,128 DEBUG [RS:0;9514d6d5e5be:46525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:38,128 DEBUG [RS:0;9514d6d5e5be:46525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:38,128 DEBUG [RS:0;9514d6d5e5be:46525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:38,128 DEBUG [RS:0;9514d6d5e5be:46525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:38,129 DEBUG [RS:0;9514d6d5e5be:46525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:38,129 DEBUG [RS:0;9514d6d5e5be:46525 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:19:38,129 DEBUG [RS:0;9514d6d5e5be:46525 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:38,129 DEBUG [RS:0;9514d6d5e5be:46525 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:38,129 DEBUG [RS:0;9514d6d5e5be:46525 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:38,129 DEBUG [RS:0;9514d6d5e5be:46525 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:38,129 DEBUG [RS:0;9514d6d5e5be:46525 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:38,129 DEBUG [RS:0;9514d6d5e5be:46525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:38,129 DEBUG [RS:0;9514d6d5e5be:46525 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:19:38,129 DEBUG [RS:0;9514d6d5e5be:46525 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:19:38,131 INFO [RS:0;9514d6d5e5be:46525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:38,131 INFO [RS:0;9514d6d5e5be:46525 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:38,131 INFO [RS:0;9514d6d5e5be:46525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:38,131 INFO [RS:0;9514d6d5e5be:46525 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:38,131 INFO [RS:0;9514d6d5e5be:46525 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:38,131 INFO [RS:0;9514d6d5e5be:46525 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,46525,1731187175909-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:19:38,144 INFO [RS:0;9514d6d5e5be:46525 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T21:19:38,144 INFO [RS:0;9514d6d5e5be:46525 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,46525,1731187175909-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:38,144 INFO [RS:0;9514d6d5e5be:46525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:38,144 INFO [RS:0;9514d6d5e5be:46525 {}] regionserver.Replication(171): 9514d6d5e5be,46525,1731187175909 started 2024-11-09T21:19:38,161 INFO [RS:0;9514d6d5e5be:46525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:38,161 INFO [RS:0;9514d6d5e5be:46525 {}] regionserver.HRegionServer(1482): Serving as 9514d6d5e5be,46525,1731187175909, RpcServer on 9514d6d5e5be/172.17.0.2:46525, sessionid=0x1012177e5290001 2024-11-09T21:19:38,161 DEBUG [RS:0;9514d6d5e5be:46525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T21:19:38,161 DEBUG [RS:0;9514d6d5e5be:46525 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9514d6d5e5be,46525,1731187175909 2024-11-09T21:19:38,162 DEBUG [RS:0;9514d6d5e5be:46525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,46525,1731187175909' 2024-11-09T21:19:38,162 DEBUG [RS:0;9514d6d5e5be:46525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-524891354/flush-table-proc/abort' 2024-11-09T21:19:38,162 DEBUG [RS:0;9514d6d5e5be:46525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-524891354/flush-table-proc/acquired' 2024-11-09T21:19:38,163 DEBUG [RS:0;9514d6d5e5be:46525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T21:19:38,163 DEBUG [RS:0;9514d6d5e5be:46525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T21:19:38,163 DEBUG [RS:0;9514d6d5e5be:46525 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9514d6d5e5be,46525,1731187175909 2024-11-09T21:19:38,163 DEBUG [RS:0;9514d6d5e5be:46525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,46525,1731187175909' 2024-11-09T21:19:38,163 DEBUG [RS:0;9514d6d5e5be:46525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-524891354/online-snapshot/abort' 2024-11-09T21:19:38,163 DEBUG [RS:0;9514d6d5e5be:46525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-524891354/online-snapshot/acquired' 2024-11-09T21:19:38,163 DEBUG [RS:0;9514d6d5e5be:46525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T21:19:38,163 INFO [RS:0;9514d6d5e5be:46525 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T21:19:38,163 INFO [RS:0;9514d6d5e5be:46525 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T21:19:38,264 INFO [RS:0;9514d6d5e5be:46525 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:19:38,265 INFO [RS:0;9514d6d5e5be:46525 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C46525%2C1731187175909, suffix=, logDir=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,46525,1731187175909, archiveDir=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/oldWALs, maxLogs=10 2024-11-09T21:19:38,276 DEBUG [RS:0;9514d6d5e5be:46525 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,46525,1731187175909/9514d6d5e5be%2C46525%2C1731187175909.1731187178266, exclude list is [], retry=0 2024-11-09T21:19:38,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37583,DS-d5568ef2-5d39-4df8-9217-8312026f20e2,DISK] 2024-11-09T21:19:38,280 INFO [RS:0;9514d6d5e5be:46525 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,46525,1731187175909/9514d6d5e5be%2C46525%2C1731187175909.1731187178266 2024-11-09T21:19:38,280 DEBUG [RS:0;9514d6d5e5be:46525 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45095:45095)] 2024-11-09T21:19:38,357 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T21:19:38,357 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b 2024-11-09T21:19:38,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741833_1009 (size=32) 2024-11-09T21:19:38,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:19:38,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:19:38,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:19:38,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:38,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:19:38,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:19:38,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:19:38,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:38,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:19:38,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:19:38,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:19:38,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:38,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:19:38,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:19:38,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:19:38,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:38,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:19:38,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:19:38,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/meta/1588230740 2024-11-09T21:19:38,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/meta/1588230740 2024-11-09T21:19:38,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:19:38,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:19:38,772 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:19:38,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:19:38,774 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:19:38,775 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71394486, jitterRate=0.06386074423789978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:19:38,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731187178763Initializing all the Stores at 1731187178764 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187178764Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187178764Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187178764Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187178764Cleaning up temporary data from old regions at 1731187178772 (+8 ms)Region opened successfully at 1731187178775 (+3 ms) 2024-11-09T21:19:38,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:19:38,775 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:19:38,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:19:38,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:19:38,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:19:38,775 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:19:38,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187178775Disabling compacts and flushes for region at 1731187178775Disabling writes for close at 1731187178775Writing region close event to WAL at 1731187178775Closed at 1731187178775 2024-11-09T21:19:38,777 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:19:38,777 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T21:19:38,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T21:19:38,778 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:19:38,779 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T21:19:38,929 DEBUG [9514d6d5e5be:40135 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T21:19:38,929 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9514d6d5e5be,46525,1731187175909 2024-11-09T21:19:38,931 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,46525,1731187175909, state=OPENING 2024-11-09T21:19:38,974 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T21:19:38,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40135-0x1012177e5290000, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-524891354 2024-11-09T21:19:38,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x1012177e5290001, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-524891354 2024-11-09T21:19:38,985 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:19:38,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,46525,1731187175909}] 2024-11-09T21:19:38,985 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-524891354/meta-region-server: CHANGED 2024-11-09T21:19:38,985 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-524891354/meta-region-server: CHANGED 2024-11-09T21:19:39,137 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:19:39,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T21:19:39,141 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T21:19:39,141 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:19:39,142 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T21:19:39,143 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C46525%2C1731187175909.meta, suffix=.meta, logDir=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,46525,1731187175909, archiveDir=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/oldWALs, maxLogs=10 2024-11-09T21:19:39,154 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,46525,1731187175909/9514d6d5e5be%2C46525%2C1731187175909.meta.1731187179143.meta, exclude list is [], retry=0 2024-11-09T21:19:39,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37583,DS-d5568ef2-5d39-4df8-9217-8312026f20e2,DISK] 2024-11-09T21:19:39,157 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,46525,1731187175909/9514d6d5e5be%2C46525%2C1731187175909.meta.1731187179143.meta 2024-11-09T21:19:39,158 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45095:45095)] 2024-11-09T21:19:39,158 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:19:39,158 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:19:39,158 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:19:39,158 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T21:19:39,158 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T21:19:39,158 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T21:19:39,158 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:19:39,158 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T21:19:39,158 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T21:19:39,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:19:39,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:19:39,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:39,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:19:39,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:19:39,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:19:39,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:39,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:19:39,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:19:39,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:19:39,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:39,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:19:39,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:19:39,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:19:39,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:39,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:19:39,164 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:19:39,164 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/meta/1588230740 2024-11-09T21:19:39,165 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/meta/1588230740 2024-11-09T21:19:39,167 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:19:39,167 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:19:39,167 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:19:39,168 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:19:39,169 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59717489, jitterRate=-0.11014007031917572}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:19:39,169 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T21:19:39,169 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731187179158Writing region info on filesystem at 1731187179158Initializing all the Stores at 1731187179159 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187179159Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187179159Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187179159Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187179159Cleaning up temporary data from old regions at 1731187179167 (+8 ms)Running coprocessor post-open hooks at 1731187179169 (+2 ms)Region opened successfully at 1731187179169 2024-11-09T21:19:39,170 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731187179137 2024-11-09T21:19:39,172 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T21:19:39,172 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T21:19:39,173 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,46525,1731187175909 2024-11-09T21:19:39,173 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,46525,1731187175909, state=OPEN 2024-11-09T21:19:39,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40135-0x1012177e5290000, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-524891354/meta-region-server 2024-11-09T21:19:39,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x1012177e5290001, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-524891354/meta-region-server 2024-11-09T21:19:39,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-524891354/meta-region-server: CHANGED 2024-11-09T21:19:39,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-524891354/meta-region-server: CHANGED 2024-11-09T21:19:39,213 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9514d6d5e5be,46525,1731187175909 2024-11-09T21:19:39,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T21:19:39,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,46525,1731187175909 in 228 msec 2024-11-09T21:19:39,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T21:19:39,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 439 msec 2024-11-09T21:19:39,218 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:19:39,219 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T21:19:39,220 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:19:39,220 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,46525,1731187175909, seqNum=-1] 2024-11-09T21:19:39,220 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:19:39,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:19:39,226 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2790 sec 2024-11-09T21:19:39,226 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731187179226, completionTime=-1 2024-11-09T21:19:39,226 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T21:19:39,226 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T21:19:39,228 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T21:19:39,228 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731187239228 2024-11-09T21:19:39,228 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731187299228 2024-11-09T21:19:39,228 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T21:19:39,228 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,40135,1731187175720-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:39,228 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,40135,1731187175720-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:39,228 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,40135,1731187175720-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:39,228 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9514d6d5e5be:40135, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:39,228 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:39,228 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:39,230 DEBUG [master/9514d6d5e5be:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T21:19:39,231 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.257sec 2024-11-09T21:19:39,231 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T21:19:39,231 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T21:19:39,231 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T21:19:39,232 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T21:19:39,232 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T21:19:39,232 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,40135,1731187175720-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:19:39,232 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,40135,1731187175720-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T21:19:39,233 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T21:19:39,233 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T21:19:39,234 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,40135,1731187175720-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:39,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31ae8a43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:39,238 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,40135,-1 for getting cluster id 2024-11-09T21:19:39,238 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:19:39,239 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51984c57-2552-4417-9e8b-4e6d8bb43e23' 2024-11-09T21:19:39,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:19:39,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51984c57-2552-4417-9e8b-4e6d8bb43e23" 2024-11-09T21:19:39,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a8c1ffc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:39,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,40135,-1] 2024-11-09T21:19:39,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:19:39,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:39,240 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:19:39,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35c2ccbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:39,241 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:19:39,242 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,46525,1731187175909, seqNum=-1] 2024-11-09T21:19:39,242 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:19:39,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:19:39,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9514d6d5e5be,40135,1731187175720 2024-11-09T21:19:39,245 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56343 2024-11-09T21:19:39,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:19:39,259 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012177e5290002 connected 2024-11-09T21:19:39,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da/hadoop.log.dir so I do NOT create it in target/test-data/3862ab78-f692-5b8f-b003-9b2d8a15b8ec 2024-11-09T21:19:39,271 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T21:19:39,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da/hadoop.tmp.dir so I do NOT create it in target/test-data/3862ab78-f692-5b8f-b003-9b2d8a15b8ec 2024-11-09T21:19:39,271 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T21:19:39,271 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3862ab78-f692-5b8f-b003-9b2d8a15b8ec 2024-11-09T21:19:39,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T21:19:39,271 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3862ab78-f692-5b8f-b003-9b2d8a15b8ec/cluster_e165e9a3-f6e6-e6df-541b-e7bd71914ce5, deleteOnExit=true 2024-11-09T21:19:39,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T21:19:39,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3862ab78-f692-5b8f-b003-9b2d8a15b8ec/test.cache.data in system properties and HBase conf 2024-11-09T21:19:39,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3862ab78-f692-5b8f-b003-9b2d8a15b8ec/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T21:19:39,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3862ab78-f692-5b8f-b003-9b2d8a15b8ec/hadoop.log.dir in system properties and HBase conf 2024-11-09T21:19:39,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3862ab78-f692-5b8f-b003-9b2d8a15b8ec/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T21:19:39,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3862ab78-f692-5b8f-b003-9b2d8a15b8ec/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T21:19:39,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T21:19:39,272 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T21:19:39,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3862ab78-f692-5b8f-b003-9b2d8a15b8ec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:19:39,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3862ab78-f692-5b8f-b003-9b2d8a15b8ec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:19:39,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3862ab78-f692-5b8f-b003-9b2d8a15b8ec/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T21:19:39,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3862ab78-f692-5b8f-b003-9b2d8a15b8ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:19:39,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3862ab78-f692-5b8f-b003-9b2d8a15b8ec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T21:19:39,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3862ab78-f692-5b8f-b003-9b2d8a15b8ec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T21:19:39,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3862ab78-f692-5b8f-b003-9b2d8a15b8ec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:19:39,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3862ab78-f692-5b8f-b003-9b2d8a15b8ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:19:39,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3862ab78-f692-5b8f-b003-9b2d8a15b8ec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T21:19:39,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3862ab78-f692-5b8f-b003-9b2d8a15b8ec/nfs.dump.dir in system properties and HBase conf 2024-11-09T21:19:39,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3862ab78-f692-5b8f-b003-9b2d8a15b8ec/java.io.tmpdir in system properties and HBase conf 2024-11-09T21:19:39,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3862ab78-f692-5b8f-b003-9b2d8a15b8ec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:19:39,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3862ab78-f692-5b8f-b003-9b2d8a15b8ec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T21:19:39,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3862ab78-f692-5b8f-b003-9b2d8a15b8ec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T21:19:39,581 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:19:39,585 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:19:39,587 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:19:39,587 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:19:39,587 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T21:19:39,587 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:19:39,588 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c32cd1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3862ab78-f692-5b8f-b003-9b2d8a15b8ec/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:19:39,588 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@468cbbaf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:19:39,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1edf3c54{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3862ab78-f692-5b8f-b003-9b2d8a15b8ec/java.io.tmpdir/jetty-localhost-36331-hadoop-hdfs-3_4_1-tests_jar-_-any-10832625016158007656/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:19:39,681 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@417e92ca{HTTP/1.1, (http/1.1)}{localhost:36331} 2024-11-09T21:19:39,682 INFO [Time-limited test {}] server.Server(415): Started @143684ms 2024-11-09T21:19:39,931 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:19:39,934 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:19:39,935 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:19:39,935 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:19:39,935 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T21:19:39,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d1d75b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3862ab78-f692-5b8f-b003-9b2d8a15b8ec/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:19:39,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f8d44c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:19:40,032 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bd48e1f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3862ab78-f692-5b8f-b003-9b2d8a15b8ec/java.io.tmpdir/jetty-localhost-45707-hadoop-hdfs-3_4_1-tests_jar-_-any-11887840906101862307/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:19:40,033 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22a9de36{HTTP/1.1, (http/1.1)}{localhost:45707} 2024-11-09T21:19:40,033 INFO [Time-limited test {}] server.Server(415): Started @144035ms 2024-11-09T21:19:40,034 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T21:19:40,669 WARN [Thread-1405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3862ab78-f692-5b8f-b003-9b2d8a15b8ec/cluster_e165e9a3-f6e6-e6df-541b-e7bd71914ce5/data/data1/current/BP-1654254867-172.17.0.2-1731187179286/current, will proceed with Du for space computation calculation, 2024-11-09T21:19:40,669 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3862ab78-f692-5b8f-b003-9b2d8a15b8ec/cluster_e165e9a3-f6e6-e6df-541b-e7bd71914ce5/data/data2/current/BP-1654254867-172.17.0.2-1731187179286/current, will proceed with Du for space computation calculation, 2024-11-09T21:19:40,683 WARN [Thread-1393 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T21:19:40,686 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3eb892c0056ffa00 with lease ID 0x3bcbdbe5bb6027c: Processing first storage report for DS-5f8a78a3-977a-4dfa-ad73-6d2120b613c0 from datanode DatanodeRegistration(127.0.0.1:34071, datanodeUuid=1cab89d7-ee44-4310-a07c-23ffd2ac9ba2, infoPort=34901, infoSecurePort=0, ipcPort=37401, storageInfo=lv=-57;cid=testClusterID;nsid=209655811;c=1731187179286) 2024-11-09T21:19:40,686 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3eb892c0056ffa00 with lease ID 0x3bcbdbe5bb6027c: from storage DS-5f8a78a3-977a-4dfa-ad73-6d2120b613c0 node DatanodeRegistration(127.0.0.1:34071, datanodeUuid=1cab89d7-ee44-4310-a07c-23ffd2ac9ba2, infoPort=34901, infoSecurePort=0, ipcPort=37401, storageInfo=lv=-57;cid=testClusterID;nsid=209655811;c=1731187179286), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:19:40,686 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3eb892c0056ffa00 with lease ID 0x3bcbdbe5bb6027c: Processing first storage report for DS-b41ceb15-d513-4fbd-bf03-e699e8a2f504 from datanode DatanodeRegistration(127.0.0.1:34071, datanodeUuid=1cab89d7-ee44-4310-a07c-23ffd2ac9ba2, infoPort=34901, infoSecurePort=0, ipcPort=37401, storageInfo=lv=-57;cid=testClusterID;nsid=209655811;c=1731187179286) 2024-11-09T21:19:40,686 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3eb892c0056ffa00 with lease ID 0x3bcbdbe5bb6027c: from storage DS-b41ceb15-d513-4fbd-bf03-e699e8a2f504 node DatanodeRegistration(127.0.0.1:34071, datanodeUuid=1cab89d7-ee44-4310-a07c-23ffd2ac9ba2, infoPort=34901, infoSecurePort=0, ipcPort=37401, storageInfo=lv=-57;cid=testClusterID;nsid=209655811;c=1731187179286), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:19:40,760 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3862ab78-f692-5b8f-b003-9b2d8a15b8ec 2024-11-09T21:19:40,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:19:40,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:19:40,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34071 is added to blk_1073741825_1001 (size=7) 2024-11-09T21:19:41,171 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee with version=8 2024-11-09T21:19:41,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/hbase-staging 2024-11-09T21:19:41,173 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:19:41,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:19:41,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:19:41,174 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:19:41,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:19:41,174 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:19:41,174 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T21:19:41,174 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:19:41,175 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41661 2024-11-09T21:19:41,176 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41661 connecting to ZooKeeper ensemble=127.0.0.1:56343 2024-11-09T21:19:41,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416610x0, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:19:41,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41661-0x1012177e5290003 connected 2024-11-09T21:19:41,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:19:41,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:19:41,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41661-0x1012177e5290003, quorum=127.0.0.1:56343, baseZNode=/132049764 Set watcher on znode that does not yet exist, /132049764/running 2024-11-09T21:19:41,304 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee, hbase.cluster.distributed=false 2024-11-09T21:19:41,305 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41661-0x1012177e5290003, quorum=127.0.0.1:56343, baseZNode=/132049764 Set watcher on znode that does not yet exist, /132049764/acl 2024-11-09T21:19:41,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41661 2024-11-09T21:19:41,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41661 2024-11-09T21:19:41,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41661 2024-11-09T21:19:41,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41661 2024-11-09T21:19:41,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41661 2024-11-09T21:19:41,320 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:19:41,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:19:41,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:19:41,320 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:19:41,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:19:41,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:19:41,320 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T21:19:41,320 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:19:41,321 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45857 2024-11-09T21:19:41,322 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45857 connecting to ZooKeeper ensemble=127.0.0.1:56343 2024-11-09T21:19:41,322 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:19:41,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:19:41,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458570x0, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:19:41,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458570x0, quorum=127.0.0.1:56343, baseZNode=/132049764 Set watcher on znode that does not yet exist, /132049764/running 2024-11-09T21:19:41,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45857-0x1012177e5290004 connected 2024-11-09T21:19:41,332 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T21:19:41,333 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T21:19:41,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45857-0x1012177e5290004, quorum=127.0.0.1:56343, baseZNode=/132049764 Set watcher on znode that does not yet exist, /132049764/master 2024-11-09T21:19:41,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45857-0x1012177e5290004, quorum=127.0.0.1:56343, baseZNode=/132049764 Set watcher on znode that does not yet exist, /132049764/acl 2024-11-09T21:19:41,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45857 2024-11-09T21:19:41,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45857 2024-11-09T21:19:41,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45857 2024-11-09T21:19:41,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45857 2024-11-09T21:19:41,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45857 2024-11-09T21:19:41,353 DEBUG [M:0;9514d6d5e5be:41661 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9514d6d5e5be:41661 2024-11-09T21:19:41,353 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /132049764/backup-masters/9514d6d5e5be,41661,1731187181173 2024-11-09T21:19:41,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41661-0x1012177e5290003, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/132049764/backup-masters 2024-11-09T21:19:41,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45857-0x1012177e5290004, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/132049764/backup-masters 2024-11-09T21:19:41,364 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41661-0x1012177e5290003, quorum=127.0.0.1:56343, baseZNode=/132049764 Set watcher on existing znode=/132049764/backup-masters/9514d6d5e5be,41661,1731187181173 2024-11-09T21:19:41,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45857-0x1012177e5290004, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/132049764/master 2024-11-09T21:19:41,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41661-0x1012177e5290003, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/132049764 2024-11-09T21:19:41,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45857-0x1012177e5290004, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/132049764 2024-11-09T21:19:41,374 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41661-0x1012177e5290003, quorum=127.0.0.1:56343, baseZNode=/132049764 Set watcher on existing znode=/132049764/master 2024-11-09T21:19:41,374 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /132049764/backup-masters/9514d6d5e5be,41661,1731187181173 from backup master directory 2024-11-09T21:19:41,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41661-0x1012177e5290003, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/132049764/backup-masters/9514d6d5e5be,41661,1731187181173 2024-11-09T21:19:41,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45857-0x1012177e5290004, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/132049764/backup-masters 2024-11-09T21:19:41,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41661-0x1012177e5290003, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/132049764/backup-masters 2024-11-09T21:19:41,384 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:19:41,384 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9514d6d5e5be,41661,1731187181173 2024-11-09T21:19:41,388 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/hbase.id] with ID: 6f95be8d-9507-4fd2-a79b-13cf8daff929 2024-11-09T21:19:41,388 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/.tmp/hbase.id 2024-11-09T21:19:41,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34071 is added to blk_1073741826_1002 (size=42) 2024-11-09T21:19:41,792 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/.tmp/hbase.id]:[hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/hbase.id] 2024-11-09T21:19:41,801 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:19:41,802 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T21:19:41,802 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-09T21:19:41,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41661-0x1012177e5290003, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/132049764 2024-11-09T21:19:41,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45857-0x1012177e5290004, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/132049764 2024-11-09T21:19:41,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34071 is added to blk_1073741827_1003 (size=196) 2024-11-09T21:19:42,253 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:19:42,254 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T21:19:42,254 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:19:42,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34071 is added to blk_1073741828_1004 (size=1189) 2024-11-09T21:19:42,662 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/MasterData/data/master/store 2024-11-09T21:19:42,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34071 is added to blk_1073741829_1005 (size=34) 2024-11-09T21:19:43,067 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:19:43,067 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:19:43,067 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:19:43,067 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:19:43,067 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:19:43,067 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:19:43,067 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:19:43,067 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187183067Disabling compacts and flushes for region at 1731187183067Disabling writes for close at 1731187183067Writing region close event to WAL at 1731187183067Closed at 1731187183067 2024-11-09T21:19:43,068 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/MasterData/data/master/store/.initializing 2024-11-09T21:19:43,068 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/MasterData/WALs/9514d6d5e5be,41661,1731187181173 2024-11-09T21:19:43,069 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:19:43,070 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9514d6d5e5be%2C41661%2C1731187181173, suffix=, logDir=hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/MasterData/WALs/9514d6d5e5be,41661,1731187181173, archiveDir=hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/MasterData/oldWALs, maxLogs=10 2024-11-09T21:19:43,082 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/MasterData/WALs/9514d6d5e5be,41661,1731187181173/9514d6d5e5be%2C41661%2C1731187181173.1731187183071, exclude list is [], retry=0 2024-11-09T21:19:43,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34071,DS-5f8a78a3-977a-4dfa-ad73-6d2120b613c0,DISK] 2024-11-09T21:19:43,085 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/MasterData/WALs/9514d6d5e5be,41661,1731187181173/9514d6d5e5be%2C41661%2C1731187181173.1731187183071 2024-11-09T21:19:43,086 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34901:34901)] 2024-11-09T21:19:43,086 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:19:43,086 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:19:43,086 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:19:43,086 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:19:43,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:19:43,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T21:19:43,088 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:43,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:19:43,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:19:43,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T21:19:43,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:43,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:19:43,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:19:43,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T21:19:43,091 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:43,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:19:43,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:19:43,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T21:19:43,092 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:43,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:19:43,093 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:19:43,093 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:19:43,093 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:19:43,095 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:19:43,095 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:19:43,095 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:19:43,096 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:19:43,098 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:19:43,098 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70197124, jitterRate=0.04601866006851196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:19:43,099 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731187183086Initializing all the Stores at 1731187183087 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187183087Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187183087Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187183087Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187183087Cleaning up temporary data from old regions at 1731187183095 (+8 ms)Region opened successfully at 1731187183099 (+4 ms) 2024-11-09T21:19:43,099 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T21:19:43,102 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6750be27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:19:43,103 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T21:19:43,103 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T21:19:43,103 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T21:19:43,103 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T21:19:43,103 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T21:19:43,104 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T21:19:43,104 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T21:19:43,105 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T21:19:43,106 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41661-0x1012177e5290003, quorum=127.0.0.1:56343, baseZNode=/132049764 Unable to get data of znode /132049764/balancer because node does not exist (not necessarily an error) 2024-11-09T21:19:43,258 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /132049764/balancer already deleted, retry=false 2024-11-09T21:19:43,258 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T21:19:43,259 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41661-0x1012177e5290003, quorum=127.0.0.1:56343, baseZNode=/132049764 Unable to get data of znode /132049764/normalizer because node does not exist (not necessarily an error) 2024-11-09T21:19:43,351 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /132049764/normalizer already deleted, retry=false 2024-11-09T21:19:43,352 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T21:19:43,352 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41661-0x1012177e5290003, quorum=127.0.0.1:56343, baseZNode=/132049764 Unable to get data of znode /132049764/switch/split because node does not exist (not necessarily an error) 2024-11-09T21:19:43,384 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /132049764/switch/split already deleted, retry=false 2024-11-09T21:19:43,385 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41661-0x1012177e5290003, quorum=127.0.0.1:56343, baseZNode=/132049764 Unable to get data of znode /132049764/switch/merge because node does not exist (not necessarily an error) 2024-11-09T21:19:43,395 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /132049764/switch/merge already deleted, retry=false 2024-11-09T21:19:43,396 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41661-0x1012177e5290003, quorum=127.0.0.1:56343, baseZNode=/132049764 Unable to get data of znode /132049764/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T21:19:43,405 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /132049764/snapshot-cleanup already deleted, retry=false 2024-11-09T21:19:43,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45857-0x1012177e5290004, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/132049764/running 2024-11-09T21:19:43,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41661-0x1012177e5290003, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/132049764/running 2024-11-09T21:19:43,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45857-0x1012177e5290004, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/132049764 2024-11-09T21:19:43,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41661-0x1012177e5290003, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/132049764 2024-11-09T21:19:43,416 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9514d6d5e5be,41661,1731187181173, sessionid=0x1012177e5290003, setting cluster-up flag (Was=false) 2024-11-09T21:19:43,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45857-0x1012177e5290004, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/132049764 2024-11-09T21:19:43,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41661-0x1012177e5290003, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/132049764 2024-11-09T21:19:43,468 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /132049764/flush-table-proc/acquired, /132049764/flush-table-proc/reached, /132049764/flush-table-proc/abort 2024-11-09T21:19:43,469 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,41661,1731187181173 2024-11-09T21:19:43,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41661-0x1012177e5290003, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/132049764 2024-11-09T21:19:43,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45857-0x1012177e5290004, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/132049764 2024-11-09T21:19:43,521 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /132049764/online-snapshot/acquired, /132049764/online-snapshot/reached, /132049764/online-snapshot/abort 2024-11-09T21:19:43,522 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,41661,1731187181173 2024-11-09T21:19:43,523 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T21:19:43,524 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T21:19:43,525 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T21:19:43,525 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T21:19:43,525 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9514d6d5e5be,41661,1731187181173 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T21:19:43,526 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:19:43,526 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:19:43,527 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:19:43,527 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:19:43,527 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9514d6d5e5be:0, corePoolSize=10, maxPoolSize=10 2024-11-09T21:19:43,527 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:43,527 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:19:43,527 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:43,527 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731187213527 2024-11-09T21:19:43,528 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T21:19:43,528 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T21:19:43,528 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T21:19:43,528 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T21:19:43,528 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T21:19:43,528 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T21:19:43,528 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:43,528 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:19:43,528 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T21:19:43,528 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T21:19:43,528 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T21:19:43,528 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T21:19:43,528 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T21:19:43,529 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T21:19:43,529 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T21:19:43,529 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187183529,5,FailOnTimeoutGroup] 2024-11-09T21:19:43,529 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:43,529 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T21:19:43,532 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187183529,5,FailOnTimeoutGroup] 2024-11-09T21:19:43,532 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:43,532 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T21:19:43,532 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:43,532 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:43,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34071 is added to blk_1073741831_1007 (size=1321) 2024-11-09T21:19:43,543 INFO [RS:0;9514d6d5e5be:45857 {}] regionserver.HRegionServer(746): ClusterId : 6f95be8d-9507-4fd2-a79b-13cf8daff929 2024-11-09T21:19:43,543 DEBUG [RS:0;9514d6d5e5be:45857 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T21:19:43,554 DEBUG [RS:0;9514d6d5e5be:45857 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T21:19:43,554 DEBUG [RS:0;9514d6d5e5be:45857 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T21:19:43,564 DEBUG [RS:0;9514d6d5e5be:45857 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T21:19:43,564 DEBUG [RS:0;9514d6d5e5be:45857 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57f4c33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:19:43,575 DEBUG [RS:0;9514d6d5e5be:45857 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9514d6d5e5be:45857 2024-11-09T21:19:43,575 INFO [RS:0;9514d6d5e5be:45857 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T21:19:43,575 INFO [RS:0;9514d6d5e5be:45857 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T21:19:43,575 DEBUG [RS:0;9514d6d5e5be:45857 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T21:19:43,575 INFO [RS:0;9514d6d5e5be:45857 {}] regionserver.HRegionServer(2659): reportForDuty to master=9514d6d5e5be,41661,1731187181173 with port=45857, startcode=1731187181320 2024-11-09T21:19:43,576 DEBUG [RS:0;9514d6d5e5be:45857 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T21:19:43,577 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T21:19:43,577 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41661 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9514d6d5e5be,45857,1731187181320 2024-11-09T21:19:43,577 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41661 {}] master.ServerManager(517): Registering regionserver=9514d6d5e5be,45857,1731187181320 2024-11-09T21:19:43,578 DEBUG [RS:0;9514d6d5e5be:45857 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee 2024-11-09T21:19:43,578 DEBUG [RS:0;9514d6d5e5be:45857 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35287 2024-11-09T21:19:43,578 DEBUG [RS:0;9514d6d5e5be:45857 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T21:19:43,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41661-0x1012177e5290003, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/132049764/rs 2024-11-09T21:19:43,585 DEBUG [RS:0;9514d6d5e5be:45857 {}] zookeeper.ZKUtil(111): regionserver:45857-0x1012177e5290004, quorum=127.0.0.1:56343, baseZNode=/132049764 Set watcher on existing znode=/132049764/rs/9514d6d5e5be,45857,1731187181320 2024-11-09T21:19:43,585 WARN [RS:0;9514d6d5e5be:45857 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:19:43,585 INFO [RS:0;9514d6d5e5be:45857 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:19:43,585 DEBUG [RS:0;9514d6d5e5be:45857 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/WALs/9514d6d5e5be,45857,1731187181320 2024-11-09T21:19:43,585 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9514d6d5e5be,45857,1731187181320] 2024-11-09T21:19:43,588 INFO [RS:0;9514d6d5e5be:45857 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T21:19:43,589 INFO [RS:0;9514d6d5e5be:45857 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T21:19:43,590 INFO [RS:0;9514d6d5e5be:45857 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T21:19:43,590 INFO [RS:0;9514d6d5e5be:45857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:43,590 INFO [RS:0;9514d6d5e5be:45857 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T21:19:43,591 INFO [RS:0;9514d6d5e5be:45857 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T21:19:43,591 INFO [RS:0;9514d6d5e5be:45857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:43,591 DEBUG [RS:0;9514d6d5e5be:45857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:43,591 DEBUG [RS:0;9514d6d5e5be:45857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:43,591 DEBUG [RS:0;9514d6d5e5be:45857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:43,591 DEBUG [RS:0;9514d6d5e5be:45857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:43,591 DEBUG [RS:0;9514d6d5e5be:45857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:43,591 DEBUG [RS:0;9514d6d5e5be:45857 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:19:43,591 DEBUG [RS:0;9514d6d5e5be:45857 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:43,591 DEBUG [RS:0;9514d6d5e5be:45857 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:43,591 DEBUG [RS:0;9514d6d5e5be:45857 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:43,591 DEBUG [RS:0;9514d6d5e5be:45857 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:43,591 DEBUG [RS:0;9514d6d5e5be:45857 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:43,591 DEBUG [RS:0;9514d6d5e5be:45857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:43,591 DEBUG [RS:0;9514d6d5e5be:45857 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:19:43,591 DEBUG [RS:0;9514d6d5e5be:45857 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:19:43,592 INFO [RS:0;9514d6d5e5be:45857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:43,592 INFO [RS:0;9514d6d5e5be:45857 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:43,592 INFO [RS:0;9514d6d5e5be:45857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:43,592 INFO [RS:0;9514d6d5e5be:45857 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:43,592 INFO [RS:0;9514d6d5e5be:45857 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:43,592 INFO [RS:0;9514d6d5e5be:45857 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,45857,1731187181320-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:19:43,605 INFO [RS:0;9514d6d5e5be:45857 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T21:19:43,605 INFO [RS:0;9514d6d5e5be:45857 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,45857,1731187181320-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:43,605 INFO [RS:0;9514d6d5e5be:45857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:43,605 INFO [RS:0;9514d6d5e5be:45857 {}] regionserver.Replication(171): 9514d6d5e5be,45857,1731187181320 started 2024-11-09T21:19:43,617 INFO [RS:0;9514d6d5e5be:45857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:43,617 INFO [RS:0;9514d6d5e5be:45857 {}] regionserver.HRegionServer(1482): Serving as 9514d6d5e5be,45857,1731187181320, RpcServer on 9514d6d5e5be/172.17.0.2:45857, sessionid=0x1012177e5290004 2024-11-09T21:19:43,617 DEBUG [RS:0;9514d6d5e5be:45857 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T21:19:43,617 DEBUG [RS:0;9514d6d5e5be:45857 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9514d6d5e5be,45857,1731187181320 2024-11-09T21:19:43,617 DEBUG [RS:0;9514d6d5e5be:45857 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,45857,1731187181320' 2024-11-09T21:19:43,617 DEBUG [RS:0;9514d6d5e5be:45857 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/132049764/flush-table-proc/abort' 2024-11-09T21:19:43,618 DEBUG [RS:0;9514d6d5e5be:45857 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/132049764/flush-table-proc/acquired' 2024-11-09T21:19:43,618 DEBUG [RS:0;9514d6d5e5be:45857 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T21:19:43,618 DEBUG [RS:0;9514d6d5e5be:45857 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T21:19:43,618 DEBUG [RS:0;9514d6d5e5be:45857 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9514d6d5e5be,45857,1731187181320 2024-11-09T21:19:43,618 DEBUG [RS:0;9514d6d5e5be:45857 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,45857,1731187181320' 2024-11-09T21:19:43,618 DEBUG [RS:0;9514d6d5e5be:45857 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/132049764/online-snapshot/abort' 2024-11-09T21:19:43,619 DEBUG [RS:0;9514d6d5e5be:45857 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/132049764/online-snapshot/acquired' 2024-11-09T21:19:43,619 DEBUG [RS:0;9514d6d5e5be:45857 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T21:19:43,619 INFO [RS:0;9514d6d5e5be:45857 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T21:19:43,619 INFO [RS:0;9514d6d5e5be:45857 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T21:19:43,719 INFO [RS:0;9514d6d5e5be:45857 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:19:43,721 INFO [RS:0;9514d6d5e5be:45857 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C45857%2C1731187181320, suffix=, logDir=hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/WALs/9514d6d5e5be,45857,1731187181320, archiveDir=hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/oldWALs, maxLogs=10 2024-11-09T21:19:43,732 DEBUG [RS:0;9514d6d5e5be:45857 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/WALs/9514d6d5e5be,45857,1731187181320/9514d6d5e5be%2C45857%2C1731187181320.1731187183721, exclude list is [], retry=0 2024-11-09T21:19:43,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34071,DS-5f8a78a3-977a-4dfa-ad73-6d2120b613c0,DISK] 2024-11-09T21:19:43,736 INFO [RS:0;9514d6d5e5be:45857 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/WALs/9514d6d5e5be,45857,1731187181320/9514d6d5e5be%2C45857%2C1731187181320.1731187183721 2024-11-09T21:19:43,736 DEBUG [RS:0;9514d6d5e5be:45857 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34901:34901)] 2024-11-09T21:19:43,927 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T21:19:43,927 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T21:19:43,928 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:19:43,928 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T21:19:43,928 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:19:43,928 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T21:19:43,928 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T21:19:43,928 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T21:19:43,937 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T21:19:43,937 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee 2024-11-09T21:19:43,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34071 is added to blk_1073741833_1009 (size=32) 2024-11-09T21:19:44,125 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T21:19:44,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:19:44,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:19:44,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:19:44,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:44,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:19:44,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:19:44,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:19:44,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:44,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:19:44,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:19:44,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:19:44,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:44,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:19:44,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:19:44,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:19:44,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:44,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:19:44,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:19:44,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/data/hbase/meta/1588230740 2024-11-09T21:19:44,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/data/hbase/meta/1588230740 2024-11-09T21:19:44,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:19:44,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:19:44,353 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:19:44,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:19:44,356 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:19:44,356 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68359778, jitterRate=0.018640071153640747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:19:44,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731187184345Initializing all the Stores at 1731187184345Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187184345Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187184345Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187184345Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187184345Cleaning up temporary data from old regions at 1731187184353 (+8 ms)Region opened successfully at 1731187184356 (+3 ms) 2024-11-09T21:19:44,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:19:44,357 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:19:44,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:19:44,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:19:44,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:19:44,357 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:19:44,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187184357Disabling compacts and flushes for region at 1731187184357Disabling writes for close at 1731187184357Writing region close event to WAL at 1731187184357Closed at 1731187184357 2024-11-09T21:19:44,358 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:19:44,358 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T21:19:44,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T21:19:44,359 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:19:44,359 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T21:19:44,510 DEBUG [9514d6d5e5be:41661 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T21:19:44,510 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9514d6d5e5be,45857,1731187181320 2024-11-09T21:19:44,511 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,45857,1731187181320, state=OPENING 2024-11-09T21:19:44,595 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T21:19:44,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45857-0x1012177e5290004, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/132049764 2024-11-09T21:19:44,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41661-0x1012177e5290003, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/132049764 2024-11-09T21:19:44,616 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:19:44,617 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /132049764/meta-region-server: CHANGED 2024-11-09T21:19:44,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,45857,1731187181320}] 2024-11-09T21:19:44,617 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /132049764/meta-region-server: CHANGED 2024-11-09T21:19:44,660 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:19:44,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:19:44,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:19:44,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:19:44,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:19:44,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:19:44,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:19:44,770 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:19:44,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T21:19:44,774 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T21:19:44,774 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:19:44,774 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T21:19:44,775 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C45857%2C1731187181320.meta, suffix=.meta, logDir=hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/WALs/9514d6d5e5be,45857,1731187181320, archiveDir=hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/oldWALs, maxLogs=10 2024-11-09T21:19:44,787 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/WALs/9514d6d5e5be,45857,1731187181320/9514d6d5e5be%2C45857%2C1731187181320.meta.1731187184776.meta, exclude list is [], retry=0 2024-11-09T21:19:44,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34071,DS-5f8a78a3-977a-4dfa-ad73-6d2120b613c0,DISK] 2024-11-09T21:19:44,790 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/WALs/9514d6d5e5be,45857,1731187181320/9514d6d5e5be%2C45857%2C1731187181320.meta.1731187184776.meta 2024-11-09T21:19:44,790 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34901:34901)] 2024-11-09T21:19:44,790 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:19:44,791 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:19:44,791 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:19:44,791 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T21:19:44,791 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T21:19:44,791 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T21:19:44,791 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:19:44,791 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T21:19:44,791 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T21:19:44,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:19:44,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:19:44,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:44,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:19:44,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:19:44,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:19:44,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:44,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:19:44,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:19:44,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:19:44,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:44,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:19:44,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:19:44,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:19:44,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:44,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:19:44,798 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:19:44,798 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/data/hbase/meta/1588230740 2024-11-09T21:19:44,799 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/data/hbase/meta/1588230740 2024-11-09T21:19:44,800 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:19:44,800 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:19:44,801 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:19:44,802 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:19:44,802 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70525556, jitterRate=0.050912678241729736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:19:44,802 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T21:19:44,802 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731187184791Writing region info on filesystem at 1731187184791Initializing all the Stores at 1731187184792 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187184792Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187184792Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187184792Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187184792Cleaning up temporary data from old regions at 1731187184800 (+8 ms)Running coprocessor post-open hooks at 1731187184802 (+2 ms)Region opened successfully at 1731187184802 2024-11-09T21:19:44,803 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731187184770 2024-11-09T21:19:44,805 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T21:19:44,805 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T21:19:44,806 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,45857,1731187181320 2024-11-09T21:19:44,806 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,45857,1731187181320, state=OPEN 2024-11-09T21:19:44,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45857-0x1012177e5290004, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/132049764/meta-region-server 2024-11-09T21:19:44,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41661-0x1012177e5290003, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/132049764/meta-region-server 2024-11-09T21:19:44,816 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9514d6d5e5be,45857,1731187181320 2024-11-09T21:19:44,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /132049764/meta-region-server: CHANGED 2024-11-09T21:19:44,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /132049764/meta-region-server: CHANGED 2024-11-09T21:19:44,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T21:19:44,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,45857,1731187181320 in 199 msec 2024-11-09T21:19:44,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T21:19:44,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 460 msec 2024-11-09T21:19:44,820 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:19:44,820 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T21:19:44,821 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:19:44,821 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,45857,1731187181320, seqNum=-1] 2024-11-09T21:19:44,822 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:19:44,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57809, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:19:44,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3030 sec 2024-11-09T21:19:44,827 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731187184827, completionTime=-1 2024-11-09T21:19:44,827 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T21:19:44,827 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T21:19:44,829 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T21:19:44,829 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731187244829 2024-11-09T21:19:44,829 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731187304829 2024-11-09T21:19:44,829 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T21:19:44,829 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,41661,1731187181173-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:44,829 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,41661,1731187181173-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:44,829 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,41661,1731187181173-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:44,829 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9514d6d5e5be:41661, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:44,829 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:44,829 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:44,831 DEBUG [master/9514d6d5e5be:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T21:19:44,833 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.448sec 2024-11-09T21:19:44,833 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T21:19:44,833 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T21:19:44,833 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T21:19:44,833 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T21:19:44,833 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T21:19:44,833 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,41661,1731187181173-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:19:44,833 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,41661,1731187181173-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T21:19:44,835 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T21:19:44,835 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T21:19:44,835 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,41661,1731187181173-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:44,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63683d50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:44,844 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,41661,-1 for getting cluster id 2024-11-09T21:19:44,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:19:44,845 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f95be8d-9507-4fd2-a79b-13cf8daff929' 2024-11-09T21:19:44,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:19:44,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f95be8d-9507-4fd2-a79b-13cf8daff929" 2024-11-09T21:19:44,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5294c7a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:44,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,41661,-1] 2024-11-09T21:19:44,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:19:44,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:44,847 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:19:44,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be463eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:44,848 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:19:44,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,45857,1731187181320, seqNum=-1] 2024-11-09T21:19:44,849 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:19:44,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:19:44,852 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9514d6d5e5be,41661,1731187181173 2024-11-09T21:19:44,852 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56343 2024-11-09T21:19:44,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:19:44,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012177e5290005 connected 2024-11-09T21:19:44,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd1090c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:44,871 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,40135,-1 for getting cluster id 2024-11-09T21:19:44,871 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:19:44,872 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51984c57-2552-4417-9e8b-4e6d8bb43e23' 2024-11-09T21:19:44,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:19:44,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51984c57-2552-4417-9e8b-4e6d8bb43e23" 2024-11-09T21:19:44,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d9baa77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:44,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,40135,-1] 2024-11-09T21:19:44,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:19:44,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:44,874 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:19:44,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d0ead8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:44,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:19:44,876 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,40135,1731187175720 2024-11-09T21:19:44,876 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4226165e 2024-11-09T21:19:44,876 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:19:44,877 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:19:44,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40135 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9514d6d5e5be:41661,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T21:19:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40135 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T21:19:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:19:44,880 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:41661' 2024-11-09T21:19:44,882 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e2d3f63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:44,882 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,41661,-1 for getting cluster id 2024-11-09T21:19:44,882 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:19:44,883 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f95be8d-9507-4fd2-a79b-13cf8daff929' 2024-11-09T21:19:44,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:19:44,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f95be8d-9507-4fd2-a79b-13cf8daff929" 2024-11-09T21:19:44,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eb4a08c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:44,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,41661,-1] 2024-11-09T21:19:44,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:19:44,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:44,884 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:19:44,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f679394, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:44,885 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:19:44,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,41661,1731187181173 2024-11-09T21:19:44,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18d9ffea 2024-11-09T21:19:44,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:19:44,887 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:19:44,888 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-09T21:19:44,888 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T21:19:44,888 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:44,888 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:44,888 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:19:44,888 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:19:44,889 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T21:19:44,890 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:19:44,891 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:44,891 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:19:44,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741835_1011 (size=1138) 2024-11-09T21:19:44,940 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T21:19:44,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:19:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:19:45,299 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9517da32d286cda0669bd91f2014be69, NAME => 'hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b 2024-11-09T21:19:45,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741836_1012 (size=44) 2024-11-09T21:19:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:19:45,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:19:45,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9517da32d286cda0669bd91f2014be69, disabling compactions & flushes 2024-11-09T21:19:45,705 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69. 2024-11-09T21:19:45,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69. 2024-11-09T21:19:45,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69. after waiting 0 ms 2024-11-09T21:19:45,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69. 2024-11-09T21:19:45,705 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69. 2024-11-09T21:19:45,705 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9517da32d286cda0669bd91f2014be69: Waiting for close lock at 1731187185705Disabling compacts and flushes for region at 1731187185705Disabling writes for close at 1731187185705Writing region close event to WAL at 1731187185705Closed at 1731187185705 2024-11-09T21:19:45,706 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:19:45,707 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731187185706"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731187185706"}]},"ts":"1731187185706"} 2024-11-09T21:19:45,709 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T21:19:45,710 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:19:45,710 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187185710"}]},"ts":"1731187185710"} 2024-11-09T21:19:45,712 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T21:19:45,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9517da32d286cda0669bd91f2014be69, ASSIGN}] 2024-11-09T21:19:45,713 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9517da32d286cda0669bd91f2014be69, ASSIGN 2024-11-09T21:19:45,714 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9517da32d286cda0669bd91f2014be69, ASSIGN; state=OFFLINE, location=9514d6d5e5be,46525,1731187175909; forceNewPlan=false, retain=false 2024-11-09T21:19:45,865 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9517da32d286cda0669bd91f2014be69, regionState=OPENING, regionLocation=9514d6d5e5be,46525,1731187175909 2024-11-09T21:19:45,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9517da32d286cda0669bd91f2014be69, ASSIGN because future has completed 2024-11-09T21:19:45,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9517da32d286cda0669bd91f2014be69, server=9514d6d5e5be,46525,1731187175909}] 2024-11-09T21:19:46,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:19:46,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69. 2024-11-09T21:19:46,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:19:46,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T21:19:46,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C46525%2C1731187175909.rep, suffix=, logDir=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,46525,1731187175909, archiveDir=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/oldWALs, maxLogs=10 2024-11-09T21:19:46,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,46525,1731187175909/9514d6d5e5be%2C46525%2C1731187175909.rep.1731187186025, exclude list is [], retry=0 2024-11-09T21:19:46,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37583,DS-d5568ef2-5d39-4df8-9217-8312026f20e2,DISK] 2024-11-09T21:19:46,041 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,46525,1731187175909/9514d6d5e5be%2C46525%2C1731187175909.rep.1731187186025 2024-11-09T21:19:46,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45095:45095)] 2024-11-09T21:19:46,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 9517da32d286cda0669bd91f2014be69, NAME => 'hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:19:46,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:19:46,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:19:46,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69. service=MultiRowMutationService 2024-11-09T21:19:46,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T21:19:46,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9517da32d286cda0669bd91f2014be69 2024-11-09T21:19:46,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:19:46,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 9517da32d286cda0669bd91f2014be69 2024-11-09T21:19:46,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 9517da32d286cda0669bd91f2014be69 2024-11-09T21:19:46,044 INFO [StoreOpener-9517da32d286cda0669bd91f2014be69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9517da32d286cda0669bd91f2014be69 2024-11-09T21:19:46,045 INFO [StoreOpener-9517da32d286cda0669bd91f2014be69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9517da32d286cda0669bd91f2014be69 columnFamilyName hfileref 2024-11-09T21:19:46,045 DEBUG [StoreOpener-9517da32d286cda0669bd91f2014be69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:46,046 INFO [StoreOpener-9517da32d286cda0669bd91f2014be69-1 {}] regionserver.HStore(327): Store=9517da32d286cda0669bd91f2014be69/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:19:46,046 INFO [StoreOpener-9517da32d286cda0669bd91f2014be69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9517da32d286cda0669bd91f2014be69 2024-11-09T21:19:46,047 INFO [StoreOpener-9517da32d286cda0669bd91f2014be69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9517da32d286cda0669bd91f2014be69 columnFamilyName queue 2024-11-09T21:19:46,047 DEBUG [StoreOpener-9517da32d286cda0669bd91f2014be69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:46,047 INFO [StoreOpener-9517da32d286cda0669bd91f2014be69-1 {}] regionserver.HStore(327): Store=9517da32d286cda0669bd91f2014be69/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:19:46,047 INFO [StoreOpener-9517da32d286cda0669bd91f2014be69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9517da32d286cda0669bd91f2014be69 2024-11-09T21:19:46,048 INFO [StoreOpener-9517da32d286cda0669bd91f2014be69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9517da32d286cda0669bd91f2014be69 columnFamilyName sid 2024-11-09T21:19:46,048 DEBUG [StoreOpener-9517da32d286cda0669bd91f2014be69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:46,049 INFO [StoreOpener-9517da32d286cda0669bd91f2014be69-1 {}] regionserver.HStore(327): Store=9517da32d286cda0669bd91f2014be69/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:19:46,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 9517da32d286cda0669bd91f2014be69 2024-11-09T21:19:46,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/replication/9517da32d286cda0669bd91f2014be69 2024-11-09T21:19:46,050 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/replication/9517da32d286cda0669bd91f2014be69 2024-11-09T21:19:46,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 9517da32d286cda0669bd91f2014be69 2024-11-09T21:19:46,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 9517da32d286cda0669bd91f2014be69 2024-11-09T21:19:46,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:19:46,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 9517da32d286cda0669bd91f2014be69 2024-11-09T21:19:46,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/replication/9517da32d286cda0669bd91f2014be69/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:19:46,054 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 9517da32d286cda0669bd91f2014be69; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64541597, jitterRate=-0.03825525939464569}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:19:46,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9517da32d286cda0669bd91f2014be69 2024-11-09T21:19:46,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 9517da32d286cda0669bd91f2014be69: Running coprocessor pre-open hook at 1731187186043Writing region info on filesystem at 1731187186043Initializing all the Stores at 1731187186044 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187186044Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187186044Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187186044Cleaning up temporary data from old regions at 1731187186051 (+7 ms)Running coprocessor post-open hooks at 1731187186054 (+3 ms)Region opened successfully at 1731187186055 (+1 ms) 2024-11-09T21:19:46,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69., pid=7, masterSystemTime=1731187186019 2024-11-09T21:19:46,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69. 2024-11-09T21:19:46,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69. 2024-11-09T21:19:46,058 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9517da32d286cda0669bd91f2014be69, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,46525,1731187175909 2024-11-09T21:19:46,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9517da32d286cda0669bd91f2014be69, server=9514d6d5e5be,46525,1731187175909 because future has completed 2024-11-09T21:19:46,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T21:19:46,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9517da32d286cda0669bd91f2014be69, server=9514d6d5e5be,46525,1731187175909 in 194 msec 2024-11-09T21:19:46,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T21:19:46,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9517da32d286cda0669bd91f2014be69, ASSIGN in 351 msec 2024-11-09T21:19:46,066 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:19:46,066 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187186066"}]},"ts":"1731187186066"} 2024-11-09T21:19:46,068 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T21:19:46,069 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:19:46,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-11-09T21:19:46,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69., hostname=9514d6d5e5be,46525,1731187175909, seqNum=2] 2024-11-09T21:19:46,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40135-0x1012177e5290000, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-524891354 2024-11-09T21:19:46,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x1012177e5290001, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-524891354 2024-11-09T21:19:46,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T21:19:46,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-09T21:19:46,328 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T21:19:46,357 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-9514d6d5e5be,46525,1731187175909, ReplicationSource: 1, currentBandwidth=0 2024-11-09T21:19:46,358 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:19:46,358 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,46525,1731187175909, seqNum=-1] 2024-11-09T21:19:46,358 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:19:46,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50053, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-09T21:19:46,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9514d6d5e5be,46525,1731187175909', locateType=CURRENT is [region=hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69., hostname=9514d6d5e5be,46525,1731187175909, seqNum=2] 2024-11-09T21:19:46,363 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T21:19:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40135 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T21:19:46,364 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9514d6d5e5be,46525,1731187175909 suceeded 2024-11-09T21:19:46,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-09T21:19:46,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-09T21:19:46,366 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9514d6d5e5be:41661,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T21:19:46,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4890 sec 2024-11-09T21:19:46,378 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,46525,1731187175909 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:41661' 2024-11-09T21:19:46,379 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,46525,1731187175909 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b2f6216, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:46,379 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,46525,1731187175909 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,41661,-1 for getting cluster id 2024-11-09T21:19:46,379 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,46525,1731187175909 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:19:46,379 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f95be8d-9507-4fd2-a79b-13cf8daff929' 2024-11-09T21:19:46,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:19:46,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f95be8d-9507-4fd2-a79b-13cf8daff929" 2024-11-09T21:19:46,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c3de868, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:46,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,41661,-1] 2024-11-09T21:19:46,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:19:46,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:46,381 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:19:46,381 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,46525,1731187175909 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@510efba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:46,381 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,46525,1731187175909 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:19:46,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,41661,1731187181173 2024-11-09T21:19:46,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fb78c8b 2024-11-09T21:19:46,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:19:46,383 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-09T21:19:46,383 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,46525,1731187175909 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9514d6d5e5be,46525,1731187175909 (queues=1) is replicating from cluster=51984c57-2552-4417-9e8b-4e6d8bb43e23 to cluster=6f95be8d-9507-4fd2-a79b-13cf8daff929 2024-11-09T21:19:46,383 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,46525,1731187175909 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9514d6d5e5be%2C46525%2C1731187175909 2024-11-09T21:19:46,383 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,46525,1731187175909 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9514d6d5e5be,46525,1731187175909, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T21:19:46,384 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,46525,1731187175909.replicationSource.shipper9514d6d5e5be%2C46525%2C1731187175909,1-9514d6d5e5be,46525,1731187175909 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9514d6d5e5be%2C46525%2C1731187175909 2024-11-09T21:19:46,384 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,46525,1731187175909.replicationSource.wal-reader.9514d6d5e5be%2C46525%2C1731187175909,1-9514d6d5e5be,46525,1731187175909 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,46525,1731187175909/9514d6d5e5be%2C46525%2C1731187175909.1731187178266, startPosition=0, beingWritten=true 2024-11-09T21:19:46,588 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,46525,1731187175909.replicationSource.wal-reader.9514d6d5e5be%2C46525%2C1731187175909,1-9514d6d5e5be,46525,1731187175909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,46525,1731187175909/9514d6d5e5be%2C46525%2C1731187175909.1731187178266 to pos 0, reset compression=false 2024-11-09T21:19:46,893 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,46525,1731187175909.replicationSource.wal-reader.9514d6d5e5be%2C46525%2C1731187175909,1-9514d6d5e5be,46525,1731187175909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,46525,1731187175909/9514d6d5e5be%2C46525%2C1731187175909.1731187178266 to pos 0, reset compression=false 2024-11-09T21:19:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:19:47,030 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T21:19:47,030 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:19:47,030 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:19:47,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:47,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:47,030 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:19:47,030 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:19:47,031 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,40135,1731187175720 2024-11-09T21:19:47,031 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c313b92 2024-11-09T21:19:47,031 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:19:47,032 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:19:47,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40135 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-09T21:19:47,033 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:19:47,033 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:19:47,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:47,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:47,033 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:19:47,033 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T21:19:47,033 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=790839078, stopped=false 2024-11-09T21:19:47,033 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9514d6d5e5be,40135,1731187175720 2024-11-09T21:19:47,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40135-0x1012177e5290000, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-524891354/running 2024-11-09T21:19:47,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x1012177e5290001, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-524891354/running 2024-11-09T21:19:47,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x1012177e5290001, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-524891354 2024-11-09T21:19:47,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40135-0x1012177e5290000, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-524891354 2024-11-09T21:19:47,132 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:19:47,132 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:19:47,132 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:19:47,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:47,132 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40135-0x1012177e5290000, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Set watcher on znode that does not yet exist, /0-524891354/running 2024-11-09T21:19:47,132 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46525-0x1012177e5290001, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Set watcher on znode that does not yet exist, /0-524891354/running 2024-11-09T21:19:47,132 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9514d6d5e5be,46525,1731187175909' ***** 2024-11-09T21:19:47,132 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T21:19:47,132 INFO [RS:0;9514d6d5e5be:46525 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T21:19:47,132 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T21:19:47,133 INFO [RS:0;9514d6d5e5be:46525 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T21:19:47,133 INFO [RS:0;9514d6d5e5be:46525 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T21:19:47,133 INFO [RS:0;9514d6d5e5be:46525 {}] regionserver.HRegionServer(3091): Received CLOSE for 9517da32d286cda0669bd91f2014be69 2024-11-09T21:19:47,133 INFO [RS:0;9514d6d5e5be:46525 {}] regionserver.HRegionServer(959): stopping server 9514d6d5e5be,46525,1731187175909 2024-11-09T21:19:47,133 INFO [RS:0;9514d6d5e5be:46525 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:19:47,133 INFO [RS:0;9514d6d5e5be:46525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:46525. 2024-11-09T21:19:47,133 DEBUG [RS:0;9514d6d5e5be:46525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:19:47,133 DEBUG [RS:0;9514d6d5e5be:46525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:47,133 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9517da32d286cda0669bd91f2014be69, disabling compactions & flushes 2024-11-09T21:19:47,133 INFO [RS:0;9514d6d5e5be:46525 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T21:19:47,133 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69. 2024-11-09T21:19:47,133 INFO [RS:0;9514d6d5e5be:46525 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T21:19:47,133 INFO [RS:0;9514d6d5e5be:46525 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T21:19:47,133 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69. 2024-11-09T21:19:47,133 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69. after waiting 0 ms 2024-11-09T21:19:47,133 INFO [RS:0;9514d6d5e5be:46525 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T21:19:47,133 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69. 2024-11-09T21:19:47,133 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9517da32d286cda0669bd91f2014be69 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-09T21:19:47,133 INFO [RS:0;9514d6d5e5be:46525 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T21:19:47,133 DEBUG [RS:0;9514d6d5e5be:46525 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9517da32d286cda0669bd91f2014be69=hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69.} 2024-11-09T21:19:47,134 DEBUG [RS:0;9514d6d5e5be:46525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9517da32d286cda0669bd91f2014be69 2024-11-09T21:19:47,134 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:19:47,134 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:19:47,134 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:19:47,134 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:19:47,134 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:19:47,134 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T21:19:47,139 INFO [regionserver/9514d6d5e5be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:19:47,147 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/replication/9517da32d286cda0669bd91f2014be69/.tmp/queue/bbd83f29d62d46febfa74c7408a80049 is 151, key is 1-9514d6d5e5be,46525,1731187175909/queue:9514d6d5e5be%2C46525%2C1731187175909/1731187186361/Put/seqid=0 2024-11-09T21:19:47,147 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/meta/1588230740/.tmp/info/ed896c2baba9487b9003aaa249c505bc is 147, key is hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69./info:regioninfo/1731187186058/Put/seqid=0 2024-11-09T21:19:47,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741838_1014 (size=5350) 2024-11-09T21:19:47,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741839_1015 (size=6631) 2024-11-09T21:19:47,192 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T21:19:47,192 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T21:19:47,297 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,46525,1731187175909.replicationSource.wal-reader.9514d6d5e5be%2C46525%2C1731187175909,1-9514d6d5e5be,46525,1731187175909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,46525,1731187175909/9514d6d5e5be%2C46525%2C1731187175909.1731187178266 to pos 0, reset compression=false 2024-11-09T21:19:47,334 DEBUG [RS:0;9514d6d5e5be:46525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9517da32d286cda0669bd91f2014be69 2024-11-09T21:19:47,534 DEBUG [RS:0;9514d6d5e5be:46525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9517da32d286cda0669bd91f2014be69 2024-11-09T21:19:47,551 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/meta/1588230740/.tmp/info/ed896c2baba9487b9003aaa249c505bc 2024-11-09T21:19:47,551 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/replication/9517da32d286cda0669bd91f2014be69/.tmp/queue/bbd83f29d62d46febfa74c7408a80049 2024-11-09T21:19:47,556 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/replication/9517da32d286cda0669bd91f2014be69/.tmp/queue/bbd83f29d62d46febfa74c7408a80049 as hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/replication/9517da32d286cda0669bd91f2014be69/queue/bbd83f29d62d46febfa74c7408a80049 2024-11-09T21:19:47,562 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/replication/9517da32d286cda0669bd91f2014be69/queue/bbd83f29d62d46febfa74c7408a80049, entries=1, sequenceid=5, filesize=5.2 K 2024-11-09T21:19:47,563 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9517da32d286cda0669bd91f2014be69 in 430ms, sequenceid=5, compaction requested=false 2024-11-09T21:19:47,563 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T21:19:47,568 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/replication/9517da32d286cda0669bd91f2014be69/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T21:19:47,569 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:19:47,569 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:19:47,569 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69. 2024-11-09T21:19:47,569 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9517da32d286cda0669bd91f2014be69: Waiting for close lock at 1731187187133Running coprocessor pre-close hooks at 1731187187133Disabling compacts and flushes for region at 1731187187133Disabling writes for close at 1731187187133Obtaining lock to block concurrent updates at 1731187187133Preparing flush snapshotting stores in 9517da32d286cda0669bd91f2014be69 at 1731187187133Finished memstore snapshotting hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731187187134 (+1 ms)Flushing stores of hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69. at 1731187187134Flushing 9517da32d286cda0669bd91f2014be69/queue: creating writer at 1731187187134Flushing 9517da32d286cda0669bd91f2014be69/queue: appending metadata at 1731187187146 (+12 ms)Flushing 9517da32d286cda0669bd91f2014be69/queue: closing flushed file at 1731187187146Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24bf6f05: reopening flushed file at 1731187187556 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9517da32d286cda0669bd91f2014be69 in 430ms, sequenceid=5, compaction requested=false at 1731187187563 (+7 ms)Writing region close event to WAL at 1731187187565 (+2 ms)Running coprocessor post-close hooks at 1731187187569 (+4 ms)Closed at 1731187187569 2024-11-09T21:19:47,569 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69. 2024-11-09T21:19:47,569 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/meta/1588230740/.tmp/ns/eda704119e364edda756c6806101e17d is 43, key is default/ns:d/1731187179222/Put/seqid=0 2024-11-09T21:19:47,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741840_1016 (size=5153) 2024-11-09T21:19:47,734 DEBUG [RS:0;9514d6d5e5be:46525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:19:47,802 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,46525,1731187175909.replicationSource.wal-reader.9514d6d5e5be%2C46525%2C1731187175909,1-9514d6d5e5be,46525,1731187175909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,46525,1731187175909/9514d6d5e5be%2C46525%2C1731187175909.1731187178266 to pos 0, reset compression=false 2024-11-09T21:19:47,934 DEBUG [RS:0;9514d6d5e5be:46525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:19:47,973 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/meta/1588230740/.tmp/ns/eda704119e364edda756c6806101e17d 2024-11-09T21:19:47,990 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/meta/1588230740/.tmp/table/a1071b309fb743fba5b8b68ab32d58c7 is 53, key is hbase:replication/table:state/1731187186066/Put/seqid=0 2024-11-09T21:19:47,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741841_1017 (size=5256) 2024-11-09T21:19:48,134 INFO [RS:0;9514d6d5e5be:46525 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T21:19:48,134 DEBUG [RS:0;9514d6d5e5be:46525 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T21:19:48,134 DEBUG [RS:0;9514d6d5e5be:46525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:19:48,335 DEBUG [RS:0;9514d6d5e5be:46525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:19:48,394 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/meta/1588230740/.tmp/table/a1071b309fb743fba5b8b68ab32d58c7 2024-11-09T21:19:48,399 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/meta/1588230740/.tmp/info/ed896c2baba9487b9003aaa249c505bc as hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/meta/1588230740/info/ed896c2baba9487b9003aaa249c505bc 2024-11-09T21:19:48,403 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/meta/1588230740/info/ed896c2baba9487b9003aaa249c505bc, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T21:19:48,404 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/meta/1588230740/.tmp/ns/eda704119e364edda756c6806101e17d as hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/meta/1588230740/ns/eda704119e364edda756c6806101e17d 2024-11-09T21:19:48,406 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,46525,1731187175909.replicationSource.wal-reader.9514d6d5e5be%2C46525%2C1731187175909,1-9514d6d5e5be,46525,1731187175909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,46525,1731187175909/9514d6d5e5be%2C46525%2C1731187175909.1731187178266 to pos 0, reset compression=false 2024-11-09T21:19:48,410 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/meta/1588230740/ns/eda704119e364edda756c6806101e17d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T21:19:48,410 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/meta/1588230740/.tmp/table/a1071b309fb743fba5b8b68ab32d58c7 as hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/meta/1588230740/table/a1071b309fb743fba5b8b68ab32d58c7 2024-11-09T21:19:48,414 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/meta/1588230740/table/a1071b309fb743fba5b8b68ab32d58c7, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T21:19:48,415 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1281ms, sequenceid=11, compaction requested=false 2024-11-09T21:19:48,419 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T21:19:48,419 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:19:48,419 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:19:48,419 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:19:48,419 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187187133Running coprocessor pre-close hooks at 1731187187133Disabling compacts and flushes for region at 1731187187134 (+1 ms)Disabling writes for close at 1731187187134Obtaining lock to block concurrent updates at 1731187187134Preparing flush snapshotting stores in 1588230740 at 1731187187134Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731187187134Flushing stores of hbase:meta,,1.1588230740 at 1731187187134Flushing 1588230740/info: creating writer at 1731187187134Flushing 1588230740/info: appending metadata at 1731187187146 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731187187146Flushing 1588230740/ns: creating writer at 1731187187556 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731187187569 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731187187569Flushing 1588230740/table: creating writer at 1731187187978 (+409 ms)Flushing 1588230740/table: appending metadata at 1731187187990 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731187187990Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a7c1351: reopening flushed file at 1731187188398 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11a98f9c: reopening flushed file at 1731187188403 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32b69577: reopening flushed file at 1731187188410 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1281ms, sequenceid=11, compaction requested=false at 1731187188415 (+5 ms)Writing region close event to WAL at 1731187188416 (+1 ms)Running coprocessor post-close hooks at 1731187188419 (+3 ms)Closed at 1731187188419 2024-11-09T21:19:48,420 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T21:19:48,535 INFO [RS:0;9514d6d5e5be:46525 {}] regionserver.HRegionServer(976): stopping server 9514d6d5e5be,46525,1731187175909; all regions closed. 2024-11-09T21:19:48,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741834_1010 (size=2742) 2024-11-09T21:19:48,537 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,46525,1731187175909/9514d6d5e5be%2C46525%2C1731187175909.meta.1731187179143.meta not finished, retry = 0 2024-11-09T21:19:48,639 DEBUG [RS:0;9514d6d5e5be:46525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/oldWALs 2024-11-09T21:19:48,639 INFO [RS:0;9514d6d5e5be:46525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9514d6d5e5be%2C46525%2C1731187175909.meta:.meta(num 1731187179143) 2024-11-09T21:19:48,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741837_1013 (size=1586) 2024-11-09T21:19:48,641 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,46525,1731187175909/9514d6d5e5be%2C46525%2C1731187175909.rep.1731187186025 not finished, retry = 0 2024-11-09T21:19:48,744 DEBUG [RS:0;9514d6d5e5be:46525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/oldWALs 2024-11-09T21:19:48,744 INFO [RS:0;9514d6d5e5be:46525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9514d6d5e5be%2C46525%2C1731187175909.rep:(num 1731187186025) 2024-11-09T21:19:48,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741832_1008 (size=93) 2024-11-09T21:19:48,747 DEBUG [RS:0;9514d6d5e5be:46525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/oldWALs 2024-11-09T21:19:48,747 INFO [RS:0;9514d6d5e5be:46525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9514d6d5e5be%2C46525%2C1731187175909:(num 1731187178266) 2024-11-09T21:19:48,747 DEBUG [RS:0;9514d6d5e5be:46525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:48,747 INFO [RS:0;9514d6d5e5be:46525 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:19:48,747 INFO [RS:0;9514d6d5e5be:46525 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:19:48,747 INFO [RS:0;9514d6d5e5be:46525 {}] hbase.ChoreService(370): Chore service for: regionserver/9514d6d5e5be:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T21:19:48,748 INFO [RS:0;9514d6d5e5be:46525 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:19:48,748 INFO [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:19:48,748 INFO [RS:0;9514d6d5e5be:46525 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9514d6d5e5be,46525,1731187175909 because: Region server is closing 2024-11-09T21:19:48,748 INFO [RS:0;9514d6d5e5be:46525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:46525. 2024-11-09T21:19:48,748 DEBUG [RS:0;9514d6d5e5be:46525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:19:48,748 DEBUG [RS:0;9514d6d5e5be:46525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:48,748 DEBUG [RS:0;9514d6d5e5be:46525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:48,748 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:19:48,849 WARN [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,46525,1731187175909.replicationSource.wal-reader.9514d6d5e5be%2C46525%2C1731187175909,1-9514d6d5e5be,46525,1731187175909 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T21:19:48,849 WARN [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,46525,1731187175909.replicationSource.shipper9514d6d5e5be%2C46525%2C1731187175909,1-9514d6d5e5be,46525,1731187175909 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T21:19:48,849 INFO [RS:0;9514d6d5e5be:46525 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,46525,1731187175909.replicationSource.shipper9514d6d5e5be%2C46525%2C1731187175909,1-9514d6d5e5be,46525,1731187175909 terminated 2024-11-09T21:19:48,849 INFO [RS:0;9514d6d5e5be:46525 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46525 2024-11-09T21:19:48,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40135-0x1012177e5290000, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-524891354/rs 2024-11-09T21:19:48,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x1012177e5290001, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-524891354/rs/9514d6d5e5be,46525,1731187175909 2024-11-09T21:19:48,974 INFO [RS:0;9514d6d5e5be:46525 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:19:49,059 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9514d6d5e5be,46525,1731187175909] 2024-11-09T21:19:49,123 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-524891354/draining/9514d6d5e5be,46525,1731187175909 already deleted, retry=false 2024-11-09T21:19:49,123 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9514d6d5e5be,46525,1731187175909 expired; onlineServers=0 2024-11-09T21:19:49,123 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9514d6d5e5be,40135,1731187175720' ***** 2024-11-09T21:19:49,123 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T21:19:49,123 INFO [M:0;9514d6d5e5be:40135 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:19:49,123 INFO [M:0;9514d6d5e5be:40135 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:19:49,123 DEBUG [M:0;9514d6d5e5be:40135 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T21:19:49,123 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T21:19:49,123 DEBUG [M:0;9514d6d5e5be:40135 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T21:19:49,123 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187177950 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187177950,5,FailOnTimeoutGroup] 2024-11-09T21:19:49,123 INFO [M:0;9514d6d5e5be:40135 {}] hbase.ChoreService(370): Chore service for: master/9514d6d5e5be:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T21:19:49,123 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187177950 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187177950,5,FailOnTimeoutGroup] 2024-11-09T21:19:49,124 INFO [M:0;9514d6d5e5be:40135 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:19:49,124 DEBUG [M:0;9514d6d5e5be:40135 {}] master.HMaster(1795): Stopping service threads 2024-11-09T21:19:49,124 INFO [M:0;9514d6d5e5be:40135 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T21:19:49,124 INFO [M:0;9514d6d5e5be:40135 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:19:49,124 INFO [M:0;9514d6d5e5be:40135 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T21:19:49,124 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T21:19:49,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40135-0x1012177e5290000, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-524891354/master 2024-11-09T21:19:49,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40135-0x1012177e5290000, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-524891354 2024-11-09T21:19:49,142 DEBUG [M:0;9514d6d5e5be:40135 {}] zookeeper.ZKUtil(347): master:40135-0x1012177e5290000, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Unable to get data of znode /0-524891354/master because node does not exist (not an error) 2024-11-09T21:19:49,142 WARN [M:0;9514d6d5e5be:40135 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T21:19:49,143 INFO [M:0;9514d6d5e5be:40135 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/.lastflushedseqids 2024-11-09T21:19:49,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741842_1018 (size=181) 2024-11-09T21:19:49,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x1012177e5290001, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:19:49,160 INFO [RS:0;9514d6d5e5be:46525 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:19:49,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x1012177e5290001, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:19:49,160 INFO [RS:0;9514d6d5e5be:46525 {}] regionserver.HRegionServer(1031): Exiting; stopping=9514d6d5e5be,46525,1731187175909; zookeeper connection closed. 2024-11-09T21:19:49,160 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d74bd66 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d74bd66 2024-11-09T21:19:49,160 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T21:19:49,547 INFO [M:0;9514d6d5e5be:40135 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T21:19:49,548 INFO [M:0;9514d6d5e5be:40135 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T21:19:49,548 DEBUG [M:0;9514d6d5e5be:40135 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:19:49,548 INFO [M:0;9514d6d5e5be:40135 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:19:49,548 DEBUG [M:0;9514d6d5e5be:40135 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:19:49,548 DEBUG [M:0;9514d6d5e5be:40135 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:19:49,548 DEBUG [M:0;9514d6d5e5be:40135 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:19:49,548 INFO [M:0;9514d6d5e5be:40135 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-09T21:19:49,565 DEBUG [M:0;9514d6d5e5be:40135 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75d48c8ac87c411991830ade7cdcc70d is 82, key is hbase:meta,,1/info:regioninfo/1731187179172/Put/seqid=0 2024-11-09T21:19:49,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741843_1019 (size=5672) 2024-11-09T21:19:49,969 INFO [M:0;9514d6d5e5be:40135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75d48c8ac87c411991830ade7cdcc70d 2024-11-09T21:19:49,991 DEBUG [M:0;9514d6d5e5be:40135 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e6ea82cac7f44e98dbd762200d9f201 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731187186069/Put/seqid=0 2024-11-09T21:19:49,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741844_1020 (size=7203) 2024-11-09T21:19:50,293 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:19:50,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:19:50,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:19:50,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:19:50,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:19:50,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:19:50,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:19:50,396 INFO [M:0;9514d6d5e5be:40135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e6ea82cac7f44e98dbd762200d9f201 2024-11-09T21:19:50,418 DEBUG [M:0;9514d6d5e5be:40135 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dbea12429a5b4947a20b650f66f0e185 is 69, key is 9514d6d5e5be,46525,1731187175909/rs:state/1731187178114/Put/seqid=0 2024-11-09T21:19:50,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741845_1021 (size=5156) 2024-11-09T21:19:50,822 INFO [M:0;9514d6d5e5be:40135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dbea12429a5b4947a20b650f66f0e185 2024-11-09T21:19:50,827 DEBUG [M:0;9514d6d5e5be:40135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/75d48c8ac87c411991830ade7cdcc70d as hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/75d48c8ac87c411991830ade7cdcc70d 2024-11-09T21:19:50,831 INFO [M:0;9514d6d5e5be:40135 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/75d48c8ac87c411991830ade7cdcc70d, entries=8, sequenceid=70, filesize=5.5 K 2024-11-09T21:19:50,832 DEBUG [M:0;9514d6d5e5be:40135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5e6ea82cac7f44e98dbd762200d9f201 as hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e6ea82cac7f44e98dbd762200d9f201 2024-11-09T21:19:50,836 INFO [M:0;9514d6d5e5be:40135 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e6ea82cac7f44e98dbd762200d9f201, entries=8, sequenceid=70, filesize=7.0 K 2024-11-09T21:19:50,837 DEBUG [M:0;9514d6d5e5be:40135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dbea12429a5b4947a20b650f66f0e185 as hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dbea12429a5b4947a20b650f66f0e185 2024-11-09T21:19:50,841 INFO [M:0;9514d6d5e5be:40135 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dbea12429a5b4947a20b650f66f0e185, entries=1, sequenceid=70, filesize=5.0 K 2024-11-09T21:19:50,842 INFO [M:0;9514d6d5e5be:40135 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=70, compaction requested=false 2024-11-09T21:19:50,843 INFO [M:0;9514d6d5e5be:40135 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:19:50,843 DEBUG [M:0;9514d6d5e5be:40135 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187189548Disabling compacts and flushes for region at 1731187189548Disabling writes for close at 1731187189548Obtaining lock to block concurrent updates at 1731187189548Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731187189548Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731187189548Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731187189549 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731187189549Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731187189564 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731187189564Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731187189975 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731187189991 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731187189991Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731187190402 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731187190417 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731187190417Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@247e93e8: reopening flushed file at 1731187190826 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ee4238a: reopening flushed file at 1731187190831 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5658af4d: reopening flushed file at 1731187190836 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=70, compaction requested=false at 1731187190842 (+6 ms)Writing region close event to WAL at 1731187190843 (+1 ms)Closed at 1731187190843 2024-11-09T21:19:50,845 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/WALs/9514d6d5e5be,40135,1731187175720/9514d6d5e5be%2C40135%2C1731187175720.1731187177661 not finished, retry = 0 2024-11-09T21:19:50,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741830_1006 (size=41008) 2024-11-09T21:19:50,946 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:19:50,946 INFO [M:0;9514d6d5e5be:40135 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T21:19:50,946 INFO [M:0;9514d6d5e5be:40135 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40135 2024-11-09T21:19:50,946 INFO [M:0;9514d6d5e5be:40135 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:19:51,095 INFO [M:0;9514d6d5e5be:40135 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:19:51,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40135-0x1012177e5290000, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:19:51,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40135-0x1012177e5290000, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:19:51,096 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:19:51,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:19:51,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:19:51,096 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:19:51,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:19:51,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:19:51,096 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T21:19:51,096 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:19:51,097 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42551 2024-11-09T21:19:51,097 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42551 connecting to ZooKeeper ensemble=127.0.0.1:56343 2024-11-09T21:19:51,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425510x0, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:19:51,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42551-0x1012177e5290006 connected 2024-11-09T21:19:51,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:19:51,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:19:51,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42551-0x1012177e5290006, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Set watcher on znode that does not yet exist, /0-524891354/running 2024-11-09T21:19:51,127 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-524891354/meta-region-server: INIT 2024-11-09T21:19:51,127 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b, hbase.cluster.distributed=false 2024-11-09T21:19:51,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42551-0x1012177e5290006, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Set watcher on znode that does not yet exist, /0-524891354/acl 2024-11-09T21:19:51,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42551 2024-11-09T21:19:51,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42551 2024-11-09T21:19:51,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42551 2024-11-09T21:19:51,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42551 2024-11-09T21:19:51,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42551 2024-11-09T21:19:51,155 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:19:51,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:19:51,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:19:51,155 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:19:51,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:19:51,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:19:51,155 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T21:19:51,155 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:19:51,156 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37943 2024-11-09T21:19:51,157 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37943 connecting to ZooKeeper ensemble=127.0.0.1:56343 2024-11-09T21:19:51,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:19:51,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:19:51,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379430x0, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:19:51,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379430x0, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Set watcher on znode that does not yet exist, /0-524891354/running 2024-11-09T21:19:51,163 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-524891354/meta-region-server: INIT 2024-11-09T21:19:51,163 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37943-0x1012177e5290007 connected 2024-11-09T21:19:51,163 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T21:19:51,164 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T21:19:51,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37943-0x1012177e5290007, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Set watcher on znode that does not yet exist, /0-524891354/master 2024-11-09T21:19:51,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37943-0x1012177e5290007, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Set watcher on znode that does not yet exist, /0-524891354/acl 2024-11-09T21:19:51,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37943 2024-11-09T21:19:51,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37943 2024-11-09T21:19:51,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37943 2024-11-09T21:19:51,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37943 2024-11-09T21:19:51,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37943 2024-11-09T21:19:51,179 DEBUG [M:0;9514d6d5e5be:42551 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9514d6d5e5be:42551 2024-11-09T21:19:51,179 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-524891354/backup-masters/9514d6d5e5be,42551,1731187191096 2024-11-09T21:19:51,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42551-0x1012177e5290006, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-524891354/backup-masters 2024-11-09T21:19:51,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x1012177e5290007, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-524891354/backup-masters 2024-11-09T21:19:51,184 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42551-0x1012177e5290006, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Set watcher on existing znode=/0-524891354/backup-masters/9514d6d5e5be,42551,1731187191096 2024-11-09T21:19:51,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x1012177e5290007, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-524891354/master 2024-11-09T21:19:51,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42551-0x1012177e5290006, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-524891354 2024-11-09T21:19:51,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x1012177e5290007, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-524891354 2024-11-09T21:19:51,195 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42551-0x1012177e5290006, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Set watcher on existing znode=/0-524891354/master 2024-11-09T21:19:51,195 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-524891354/backup-masters/9514d6d5e5be,42551,1731187191096 from backup master directory 2024-11-09T21:19:51,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42551-0x1012177e5290006, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-524891354/backup-masters/9514d6d5e5be,42551,1731187191096 2024-11-09T21:19:51,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x1012177e5290007, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-524891354/backup-masters 2024-11-09T21:19:51,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42551-0x1012177e5290006, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-524891354/backup-masters 2024-11-09T21:19:51,205 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:19:51,205 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9514d6d5e5be,42551,1731187191096 2024-11-09T21:19:51,214 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:19:51,214 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T21:19:51,220 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-09T21:19:51,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741846_1022 (size=196) 2024-11-09T21:19:51,631 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:19:51,632 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T21:19:51,632 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:19:51,637 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-09T21:19:51,640 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/WALs/9514d6d5e5be,40135,1731187175720 to hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/WALs/9514d6d5e5be,40135,1731187175720-dead as it is dead 2024-11-09T21:19:51,641 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/WALs/9514d6d5e5be,40135,1731187175720-dead/9514d6d5e5be%2C40135%2C1731187175720.1731187177661 2024-11-09T21:19:51,642 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/WALs/9514d6d5e5be,40135,1731187175720-dead/9514d6d5e5be%2C40135%2C1731187175720.1731187177661 after 1ms 2024-11-09T21:19:51,642 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/WALs/9514d6d5e5be,40135,1731187175720-dead/9514d6d5e5be%2C40135%2C1731187175720.1731187177661 to hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9514d6d5e5be%2C40135%2C1731187175720.1731187177661 2024-11-09T21:19:51,642 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/WALs/9514d6d5e5be,40135,1731187175720-dead 2024-11-09T21:19:51,643 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/WALs/9514d6d5e5be,42551,1731187191096 2024-11-09T21:19:51,644 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:19:51,645 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9514d6d5e5be%2C42551%2C1731187191096, suffix=, logDir=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/WALs/9514d6d5e5be,42551,1731187191096, archiveDir=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/oldWALs, maxLogs=10 2024-11-09T21:19:51,656 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/WALs/9514d6d5e5be,42551,1731187191096/9514d6d5e5be%2C42551%2C1731187191096.1731187191645, exclude list is [], retry=0 2024-11-09T21:19:51,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37583,DS-d5568ef2-5d39-4df8-9217-8312026f20e2,DISK] 2024-11-09T21:19:51,659 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/WALs/9514d6d5e5be,42551,1731187191096/9514d6d5e5be%2C42551%2C1731187191096.1731187191645 2024-11-09T21:19:51,660 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45095:45095)] 2024-11-09T21:19:51,660 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:19:51,660 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:19:51,660 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:19:51,660 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:19:51,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:19:51,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T21:19:51,662 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:51,667 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/75d48c8ac87c411991830ade7cdcc70d 2024-11-09T21:19:51,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:19:51,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:19:51,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T21:19:51,668 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:51,673 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5e6ea82cac7f44e98dbd762200d9f201 2024-11-09T21:19:51,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:19:51,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:19:51,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T21:19:51,674 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:51,679 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dbea12429a5b4947a20b650f66f0e185 2024-11-09T21:19:51,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:19:51,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:19:51,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T21:19:51,680 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:51,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:19:51,681 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:19:51,682 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-09T21:19:51,682 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9514d6d5e5be%2C40135%2C1731187175720.1731187177661 2024-11-09T21:19:51,687 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9514d6d5e5be%2C40135%2C1731187175720.1731187177661 2024-11-09T21:19:51,688 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9514d6d5e5be%2C40135%2C1731187175720.1731187177661 2024-11-09T21:19:51,689 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:19:51,689 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:19:51,689 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:19:51,690 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:19:51,692 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-09T21:19:51,693 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67741958, jitterRate=0.009433835744857788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:19:51,693 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731187191660Initializing all the Stores at 1731187191661 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187191661Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187191661Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187191661Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187191661Cleaning up temporary data from old regions at 1731187191689 (+28 ms)Region opened successfully at 1731187191693 (+4 ms) 2024-11-09T21:19:51,693 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T21:19:51,696 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@393a65a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:19:51,698 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-09T21:19:51,698 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T21:19:51,698 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T21:19:51,698 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T21:19:51,698 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T21:19:51,700 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T21:19:51,701 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T21:19:51,701 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T21:19:51,701 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-09T21:19:51,701 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T21:19:51,703 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=9514d6d5e5be,46525,1731187175909, regionLocation=9514d6d5e5be,46525,1731187175909, openSeqNum=2 2024-11-09T21:19:51,703 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=9514d6d5e5be,46525,1731187175909, table=hbase:meta, region=1588230740 2024-11-09T21:19:51,703 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,46525,1731187175909, state=OPEN 2024-11-09T21:19:51,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x1012177e5290007, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-524891354/meta-region-server 2024-11-09T21:19:51,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42551-0x1012177e5290006, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-524891354/meta-region-server 2024-11-09T21:19:51,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-524891354/meta-region-server: CHANGED 2024-11-09T21:19:51,753 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-524891354/meta-region-server: CHANGED 2024-11-09T21:19:51,756 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-09T21:19:51,763 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-524891354/draining/9514d6d5e5be,46525,1731187175909 already deleted, retry=false 2024-11-09T21:19:51,763 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 9514d6d5e5be,46525,1731187175909 on 9514d6d5e5be,42551,1731187191096 2024-11-09T21:19:51,764 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 9514d6d5e5be,46525,1731187175909, splitWal=true, meta=true 2024-11-09T21:19:51,764 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 9514d6d5e5be,46525,1731187175909 (carryingMeta=true) 9514d6d5e5be,46525,1731187175909/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@c180ed9[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T21:19:51,766 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42551-0x1012177e5290006, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Unable to get data of znode /0-524891354/balancer because node does not exist (not necessarily an error) 2024-11-09T21:19:51,773 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-524891354/balancer already deleted, retry=false 2024-11-09T21:19:51,774 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T21:19:51,775 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42551-0x1012177e5290006, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Unable to get data of znode /0-524891354/normalizer because node does not exist (not necessarily an error) 2024-11-09T21:19:51,784 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-524891354/normalizer already deleted, retry=false 2024-11-09T21:19:51,784 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T21:19:51,786 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42551-0x1012177e5290006, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Unable to get data of znode /0-524891354/switch/split because node does not exist (not necessarily an error) 2024-11-09T21:19:51,794 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-524891354/switch/split already deleted, retry=false 2024-11-09T21:19:51,796 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42551-0x1012177e5290006, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Unable to get data of znode /0-524891354/switch/merge because node does not exist (not necessarily an error) 2024-11-09T21:19:51,805 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-524891354/switch/merge already deleted, retry=false 2024-11-09T21:19:51,817 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42551-0x1012177e5290006, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Unable to get data of znode /0-524891354/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T21:19:51,826 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-524891354/snapshot-cleanup already deleted, retry=false 2024-11-09T21:19:51,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x1012177e5290007, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-524891354/running 2024-11-09T21:19:51,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42551-0x1012177e5290006, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-524891354/running 2024-11-09T21:19:51,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42551-0x1012177e5290006, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-524891354 2024-11-09T21:19:51,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x1012177e5290007, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-524891354 2024-11-09T21:19:51,837 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9514d6d5e5be,42551,1731187191096, sessionid=0x1012177e5290006, setting cluster-up flag (Was=false) 2024-11-09T21:19:51,848 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-524891354/flush-table-proc/acquired, /0-524891354/flush-table-proc/reached, /0-524891354/flush-table-proc/abort 2024-11-09T21:19:51,848 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,42551,1731187191096 2024-11-09T21:19:51,858 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-524891354/online-snapshot/acquired, /0-524891354/online-snapshot/reached, /0-524891354/online-snapshot/abort 2024-11-09T21:19:51,859 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,42551,1731187191096 2024-11-09T21:19:51,860 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/.lastflushedseqids 2024-11-09T21:19:51,861 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T21:19:51,862 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T21:19:51,862 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9514d6d5e5be,42551,1731187191096 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 9514d6d5e5be,46525,1731187175909 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T21:19:51,863 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:19:51,863 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:19:51,863 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:19:51,863 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:19:51,863 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9514d6d5e5be:0, corePoolSize=10, maxPoolSize=10 2024-11-09T21:19:51,863 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:51,863 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:19:51,863 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:51,864 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731187221864 2024-11-09T21:19:51,864 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T21:19:51,864 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T21:19:51,864 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T21:19:51,864 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T21:19:51,864 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T21:19:51,864 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T21:19:51,864 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 9514d6d5e5be,46525,1731187175909, splitWal=true, meta=true 2024-11-09T21:19:51,865 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 9514d6d5e5be,46525,1731187175909, splitWal=true, meta=true, isMeta: true 2024-11-09T21:19:51,866 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,46525,1731187175909-splitting 2024-11-09T21:19:51,867 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,46525,1731187175909-splitting dir is empty, no logs to split. 2024-11-09T21:19:51,867 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:51,867 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9514d6d5e5be,46525,1731187175909 WAL count=0, meta=true 2024-11-09T21:19:51,867 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T21:19:51,867 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T21:19:51,867 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T21:19:51,868 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T21:19:51,868 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T21:19:51,868 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T21:19:51,869 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,46525,1731187175909-splitting dir is empty, no logs to split. 2024-11-09T21:19:51,869 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9514d6d5e5be,46525,1731187175909 WAL count=0, meta=true 2024-11-09T21:19:51,869 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 9514d6d5e5be,46525,1731187175909 WAL splitting is done? wals=0, meta=true 2024-11-09T21:19:51,870 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187191868,5,FailOnTimeoutGroup] 2024-11-09T21:19:51,870 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187191870,5,FailOnTimeoutGroup] 2024-11-09T21:19:51,870 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:51,870 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T21:19:51,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T21:19:51,870 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:51,870 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:51,870 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731187191870, completionTime=-1 2024-11-09T21:19:51,870 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-09T21:19:51,870 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T21:19:51,871 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:19:51,871 INFO [RS:0;9514d6d5e5be:37943 {}] regionserver.HRegionServer(746): ClusterId : 51984c57-2552-4417-9e8b-4e6d8bb43e23 2024-11-09T21:19:51,871 DEBUG [RS:0;9514d6d5e5be:37943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T21:19:51,872 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T21:19:51,880 DEBUG [RS:0;9514d6d5e5be:37943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T21:19:51,880 DEBUG [RS:0;9514d6d5e5be:37943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T21:19:51,890 DEBUG [RS:0;9514d6d5e5be:37943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T21:19:51,890 DEBUG [RS:0;9514d6d5e5be:37943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd3a897, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:19:51,902 DEBUG [RS:0;9514d6d5e5be:37943 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9514d6d5e5be:37943 2024-11-09T21:19:51,902 INFO [RS:0;9514d6d5e5be:37943 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T21:19:51,902 INFO [RS:0;9514d6d5e5be:37943 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T21:19:51,902 DEBUG [RS:0;9514d6d5e5be:37943 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T21:19:51,903 INFO [RS:0;9514d6d5e5be:37943 {}] regionserver.HRegionServer(2659): reportForDuty to master=9514d6d5e5be,42551,1731187191096 with port=37943, startcode=1731187191154 2024-11-09T21:19:51,903 DEBUG [RS:0;9514d6d5e5be:37943 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T21:19:51,904 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T21:19:51,904 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42551 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9514d6d5e5be,37943,1731187191154 2024-11-09T21:19:51,905 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42551 {}] master.ServerManager(517): Registering regionserver=9514d6d5e5be,37943,1731187191154 2024-11-09T21:19:51,906 DEBUG [RS:0;9514d6d5e5be:37943 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b 2024-11-09T21:19:51,906 DEBUG [RS:0;9514d6d5e5be:37943 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44493 2024-11-09T21:19:51,906 DEBUG [RS:0;9514d6d5e5be:37943 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T21:19:51,921 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=51ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T21:19:51,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42551-0x1012177e5290006, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-524891354/rs 2024-11-09T21:19:51,938 DEBUG [RS:0;9514d6d5e5be:37943 {}] zookeeper.ZKUtil(111): regionserver:37943-0x1012177e5290007, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Set watcher on existing znode=/0-524891354/rs/9514d6d5e5be,37943,1731187191154 2024-11-09T21:19:51,938 WARN [RS:0;9514d6d5e5be:37943 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:19:51,938 INFO [RS:0;9514d6d5e5be:37943 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:19:51,938 DEBUG [RS:0;9514d6d5e5be:37943 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,37943,1731187191154 2024-11-09T21:19:51,938 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9514d6d5e5be,37943,1731187191154] 2024-11-09T21:19:51,954 INFO [RS:0;9514d6d5e5be:37943 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T21:19:51,955 INFO [RS:0;9514d6d5e5be:37943 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T21:19:51,955 INFO [RS:0;9514d6d5e5be:37943 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T21:19:51,955 INFO [RS:0;9514d6d5e5be:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:51,955 INFO [RS:0;9514d6d5e5be:37943 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T21:19:51,956 INFO [RS:0;9514d6d5e5be:37943 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T21:19:51,956 INFO [RS:0;9514d6d5e5be:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:51,956 DEBUG [RS:0;9514d6d5e5be:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:51,956 DEBUG [RS:0;9514d6d5e5be:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:51,956 DEBUG [RS:0;9514d6d5e5be:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:51,956 DEBUG [RS:0;9514d6d5e5be:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:51,956 DEBUG [RS:0;9514d6d5e5be:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:51,956 DEBUG [RS:0;9514d6d5e5be:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:19:51,956 DEBUG [RS:0;9514d6d5e5be:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:51,956 DEBUG [RS:0;9514d6d5e5be:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:51,956 DEBUG [RS:0;9514d6d5e5be:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:51,956 DEBUG [RS:0;9514d6d5e5be:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:51,956 DEBUG [RS:0;9514d6d5e5be:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:51,956 DEBUG [RS:0;9514d6d5e5be:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:19:51,956 DEBUG [RS:0;9514d6d5e5be:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:19:51,956 DEBUG [RS:0;9514d6d5e5be:37943 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:19:51,957 INFO [RS:0;9514d6d5e5be:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:51,957 INFO [RS:0;9514d6d5e5be:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:51,957 INFO [RS:0;9514d6d5e5be:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:51,957 INFO [RS:0;9514d6d5e5be:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:51,957 INFO [RS:0;9514d6d5e5be:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:51,957 INFO [RS:0;9514d6d5e5be:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,37943,1731187191154-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:19:51,968 INFO [RS:0;9514d6d5e5be:37943 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T21:19:51,968 INFO [RS:0;9514d6d5e5be:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,37943,1731187191154-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:51,981 INFO [RS:0;9514d6d5e5be:37943 {}] regionserver.ReplicationSource(231): queueId=1-9514d6d5e5be,37943,1731187191154, ReplicationSource: 1, currentBandwidth=0 2024-11-09T21:19:51,981 INFO [RS:0;9514d6d5e5be:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:51,981 INFO [RS:0;9514d6d5e5be:37943 {}] regionserver.Replication(171): 9514d6d5e5be,37943,1731187191154 started 2024-11-09T21:19:51,993 INFO [RS:0;9514d6d5e5be:37943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:51,993 INFO [RS:0;9514d6d5e5be:37943 {}] regionserver.HRegionServer(1482): Serving as 9514d6d5e5be,37943,1731187191154, RpcServer on 9514d6d5e5be/172.17.0.2:37943, sessionid=0x1012177e5290007 2024-11-09T21:19:51,993 DEBUG [RS:0;9514d6d5e5be:37943.replicationSource,1-9514d6d5e5be,37943,1731187191154 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:41661' 2024-11-09T21:19:51,993 DEBUG [RS:0;9514d6d5e5be:37943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T21:19:51,993 DEBUG [RS:0;9514d6d5e5be:37943 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9514d6d5e5be,37943,1731187191154 2024-11-09T21:19:51,994 DEBUG [RS:0;9514d6d5e5be:37943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,37943,1731187191154' 2024-11-09T21:19:51,994 DEBUG [RS:0;9514d6d5e5be:37943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-524891354/flush-table-proc/abort' 2024-11-09T21:19:51,994 DEBUG [RS:0;9514d6d5e5be:37943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-524891354/flush-table-proc/acquired' 2024-11-09T21:19:51,994 DEBUG [RS:0;9514d6d5e5be:37943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T21:19:51,994 DEBUG [RS:0;9514d6d5e5be:37943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T21:19:51,995 DEBUG [RS:0;9514d6d5e5be:37943 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9514d6d5e5be,37943,1731187191154 2024-11-09T21:19:51,995 DEBUG [RS:0;9514d6d5e5be:37943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,37943,1731187191154' 2024-11-09T21:19:51,995 DEBUG [RS:0;9514d6d5e5be:37943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-524891354/online-snapshot/abort' 2024-11-09T21:19:51,995 DEBUG [RS:0;9514d6d5e5be:37943.replicationSource,1-9514d6d5e5be,37943,1731187191154 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51420ee7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:51,995 DEBUG [RS:0;9514d6d5e5be:37943.replicationSource,1-9514d6d5e5be,37943,1731187191154 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,41661,-1 for getting cluster id 2024-11-09T21:19:51,995 DEBUG [RS:0;9514d6d5e5be:37943.replicationSource,1-9514d6d5e5be,37943,1731187191154 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:19:51,995 DEBUG [RS:0;9514d6d5e5be:37943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-524891354/online-snapshot/acquired' 2024-11-09T21:19:51,995 DEBUG [RS:0;9514d6d5e5be:37943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T21:19:51,995 INFO [RS:0;9514d6d5e5be:37943 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T21:19:51,995 INFO [RS:0;9514d6d5e5be:37943 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T21:19:51,996 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f95be8d-9507-4fd2-a79b-13cf8daff929' 2024-11-09T21:19:51,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:19:51,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f95be8d-9507-4fd2-a79b-13cf8daff929" 2024-11-09T21:19:51,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@deaa371, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:51,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,41661,-1] 2024-11-09T21:19:51,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:19:51,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:51,997 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:19:51,998 DEBUG [RS:0;9514d6d5e5be:37943.replicationSource,1-9514d6d5e5be,37943,1731187191154 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@101e0d61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:51,998 DEBUG [RS:0;9514d6d5e5be:37943.replicationSource,1-9514d6d5e5be,37943,1731187191154 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:19:51,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,41661,1731187181173 2024-11-09T21:19:51,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ce9056b 2024-11-09T21:19:51,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:19:52,000 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-09T21:19:52,000 INFO [RS:0;9514d6d5e5be:37943.replicationSource,1-9514d6d5e5be,37943,1731187191154 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9514d6d5e5be,37943,1731187191154 (queues=0) is replicating from cluster=51984c57-2552-4417-9e8b-4e6d8bb43e23 to cluster=6f95be8d-9507-4fd2-a79b-13cf8daff929 2024-11-09T21:19:52,022 WARN [9514d6d5e5be:42551 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T21:19:52,096 INFO [RS:0;9514d6d5e5be:37943 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:19:52,097 INFO [RS:0;9514d6d5e5be:37943 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C37943%2C1731187191154, suffix=, logDir=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,37943,1731187191154, archiveDir=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/oldWALs, maxLogs=10 2024-11-09T21:19:52,109 DEBUG [RS:0;9514d6d5e5be:37943 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,37943,1731187191154/9514d6d5e5be%2C37943%2C1731187191154.1731187192097, exclude list is [], retry=0 2024-11-09T21:19:52,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37583,DS-d5568ef2-5d39-4df8-9217-8312026f20e2,DISK] 2024-11-09T21:19:52,112 INFO [RS:0;9514d6d5e5be:37943 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,37943,1731187191154/9514d6d5e5be%2C37943%2C1731187191154.1731187192097 2024-11-09T21:19:52,114 DEBUG [RS:0;9514d6d5e5be:37943 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 9514d6d5e5be%2C37943%2C1731187191154 for peer 1 2024-11-09T21:19:52,114 DEBUG [RS:0;9514d6d5e5be:37943 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9514d6d5e5be%2C37943%2C1731187191154 2024-11-09T21:19:52,114 INFO [RS:0;9514d6d5e5be:37943 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9514d6d5e5be,37943,1731187191154, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T21:19:52,115 DEBUG [RS:0;9514d6d5e5be:37943 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45095:45095)] 2024-11-09T21:19:52,115 INFO [RS:0;9514d6d5e5be:37943.replicationSource.shipper9514d6d5e5be%2C37943%2C1731187191154,1-9514d6d5e5be,37943,1731187191154 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9514d6d5e5be%2C37943%2C1731187191154 2024-11-09T21:19:52,115 DEBUG [RS:0;9514d6d5e5be:37943.replicationSource.wal-reader.9514d6d5e5be%2C37943%2C1731187191154,1-9514d6d5e5be,37943,1731187191154 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,37943,1731187191154/9514d6d5e5be%2C37943%2C1731187191154.1731187192097, startPosition=0, beingWritten=true 2024-11-09T21:19:52,272 DEBUG [9514d6d5e5be:42551 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T21:19:52,273 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9514d6d5e5be,37943,1731187191154 2024-11-09T21:19:52,274 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,37943,1731187191154, state=OPENING 2024-11-09T21:19:52,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x1012177e5290007, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-524891354/meta-region-server 2024-11-09T21:19:52,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42551-0x1012177e5290006, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-524891354/meta-region-server 2024-11-09T21:19:52,289 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:19:52,289 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-524891354/meta-region-server: CHANGED 2024-11-09T21:19:52,289 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-524891354/meta-region-server: CHANGED 2024-11-09T21:19:52,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,37943,1731187191154}] 2024-11-09T21:19:52,319 DEBUG [RS:0;9514d6d5e5be:37943.replicationSource.wal-reader.9514d6d5e5be%2C37943%2C1731187191154,1-9514d6d5e5be,37943,1731187191154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,37943,1731187191154/9514d6d5e5be%2C37943%2C1731187191154.1731187192097 to pos 0, reset compression=false 2024-11-09T21:19:52,441 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:19:52,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T21:19:52,445 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T21:19:52,445 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:19:52,446 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T21:19:52,447 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C37943%2C1731187191154.meta, suffix=.meta, logDir=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,37943,1731187191154, archiveDir=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/oldWALs, maxLogs=10 2024-11-09T21:19:52,458 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,37943,1731187191154/9514d6d5e5be%2C37943%2C1731187191154.meta.1731187192447.meta, exclude list is [], retry=0 2024-11-09T21:19:52,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37583,DS-d5568ef2-5d39-4df8-9217-8312026f20e2,DISK] 2024-11-09T21:19:52,461 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,37943,1731187191154/9514d6d5e5be%2C37943%2C1731187191154.meta.1731187192447.meta 2024-11-09T21:19:52,461 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45095:45095)] 2024-11-09T21:19:52,461 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:19:52,462 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:19:52,462 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:19:52,462 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T21:19:52,462 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T21:19:52,462 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T21:19:52,462 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:19:52,462 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T21:19:52,462 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T21:19:52,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:19:52,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:19:52,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:52,469 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/meta/1588230740/info/ed896c2baba9487b9003aaa249c505bc 2024-11-09T21:19:52,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:19:52,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:19:52,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:19:52,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:52,476 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/meta/1588230740/ns/eda704119e364edda756c6806101e17d 2024-11-09T21:19:52,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:19:52,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:19:52,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:19:52,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:52,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:19:52,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:19:52,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:19:52,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:52,482 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/meta/1588230740/table/a1071b309fb743fba5b8b68ab32d58c7 2024-11-09T21:19:52,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:19:52,483 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:19:52,484 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/meta/1588230740 2024-11-09T21:19:52,485 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/meta/1588230740 2024-11-09T21:19:52,486 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:19:52,486 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:19:52,486 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:19:52,487 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:19:52,488 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73614304, jitterRate=0.0969386100769043}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:19:52,488 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T21:19:52,488 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731187192462Writing region info on filesystem at 1731187192462Initializing all the Stores at 1731187192463 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187192463Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187192463Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187192463Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187192463Cleaning up temporary data from old regions at 1731187192486 (+23 ms)Running coprocessor post-open hooks at 1731187192488 (+2 ms)Region opened successfully at 1731187192488 2024-11-09T21:19:52,489 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731187192441 2024-11-09T21:19:52,490 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T21:19:52,490 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T21:19:52,491 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=9514d6d5e5be,37943,1731187191154 2024-11-09T21:19:52,491 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,37943,1731187191154, state=OPEN 2024-11-09T21:19:52,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42551-0x1012177e5290006, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-524891354/meta-region-server 2024-11-09T21:19:52,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x1012177e5290007, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-524891354/meta-region-server 2024-11-09T21:19:52,500 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-524891354/meta-region-server: CHANGED 2024-11-09T21:19:52,500 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9514d6d5e5be,37943,1731187191154 2024-11-09T21:19:52,500 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-524891354/meta-region-server: CHANGED 2024-11-09T21:19:52,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-09T21:19:52,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,37943,1731187191154 in 211 msec 2024-11-09T21:19:52,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T21:19:52,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 631 msec 2024-11-09T21:19:52,623 DEBUG [RS:0;9514d6d5e5be:37943.replicationSource.wal-reader.9514d6d5e5be%2C37943%2C1731187191154,1-9514d6d5e5be,37943,1731187191154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,37943,1731187191154/9514d6d5e5be%2C37943%2C1731187191154.1731187192097 to pos 0, reset compression=false 2024-11-09T21:19:53,027 DEBUG [RS:0;9514d6d5e5be:37943.replicationSource.wal-reader.9514d6d5e5be%2C37943%2C1731187191154,1-9514d6d5e5be,37943,1731187191154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,37943,1731187191154/9514d6d5e5be%2C37943%2C1731187191154.1731187192097 to pos 0, reset compression=false 2024-11-09T21:19:53,423 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1553ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-09T21:19:53,532 DEBUG [RS:0;9514d6d5e5be:37943.replicationSource.wal-reader.9514d6d5e5be%2C37943%2C1731187191154,1-9514d6d5e5be,37943,1731187191154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,37943,1731187191154/9514d6d5e5be%2C37943%2C1731187191154.1731187192097 to pos 0, reset compression=false 2024-11-09T21:19:54,136 DEBUG [RS:0;9514d6d5e5be:37943.replicationSource.wal-reader.9514d6d5e5be%2C37943%2C1731187191154,1-9514d6d5e5be,37943,1731187191154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,37943,1731187191154/9514d6d5e5be%2C37943%2C1731187191154.1731187192097 to pos 0, reset compression=false 2024-11-09T21:19:54,841 DEBUG [RS:0;9514d6d5e5be:37943.replicationSource.wal-reader.9514d6d5e5be%2C37943%2C1731187191154,1-9514d6d5e5be,37943,1731187191154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,37943,1731187191154/9514d6d5e5be%2C37943%2C1731187191154.1731187192097 to pos 0, reset compression=false 2024-11-09T21:19:54,926 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3056ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-09T21:19:55,645 DEBUG [RS:0;9514d6d5e5be:37943.replicationSource.wal-reader.9514d6d5e5be%2C37943%2C1731187191154,1-9514d6d5e5be,37943,1731187191154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,37943,1731187191154/9514d6d5e5be%2C37943%2C1731187191154.1731187192097 to pos 0, reset compression=false 2024-11-09T21:19:56,378 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-09T21:19:56,378 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T21:19:56,378 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:19:56,378 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,37943,1731187191154, seqNum=-1] 2024-11-09T21:19:56,379 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:19:56,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:19:56,383 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9517da32d286cda0669bd91f2014be69, regionState=OPEN, lastHost=9514d6d5e5be,46525,1731187175909, regionLocation=9514d6d5e5be,46525,1731187175909, openSeqNum=2 2024-11-09T21:19:56,383 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T21:19:56,384 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731187256383 2024-11-09T21:19:56,384 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731187316384 2024-11-09T21:19:56,384 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-09T21:19:56,384 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 9514d6d5e5be,46525,1731187175909 had 2 regions 2024-11-09T21:19:56,384 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,42551,1731187191096-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:56,384 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,42551,1731187191096-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:56,384 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,42551,1731187191096-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:56,384 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9514d6d5e5be:42551, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:56,384 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:56,384 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:56,385 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 9514d6d5e5be,46525,1731187175909, splitWal=true, meta=true, isMeta: false 2024-11-09T21:19:56,386 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,46525,1731187175909-splitting dir is empty, no logs to split. 2024-11-09T21:19:56,386 INFO [PEWorker-3 {}] master.SplitWALManager(105): 9514d6d5e5be,46525,1731187175909 WAL count=0, meta=false 2024-11-09T21:19:56,388 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,46525,1731187175909-splitting dir is empty, no logs to split. 2024-11-09T21:19:56,388 INFO [PEWorker-3 {}] master.SplitWALManager(105): 9514d6d5e5be,46525,1731187175909 WAL count=0, meta=false 2024-11-09T21:19:56,388 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 9514d6d5e5be,46525,1731187175909 WAL splitting is done? wals=0, meta=false 2024-11-09T21:19:56,390 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.185sec 2024-11-09T21:19:56,390 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T21:19:56,390 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T21:19:56,390 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T21:19:56,390 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T21:19:56,390 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T21:19:56,390 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,42551,1731187191096-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:19:56,390 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,42551,1731187191096-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T21:19:56,391 WARN [master/9514d6d5e5be:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=9514d6d5e5be,46525,1731187175909/hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69. 2024-11-09T21:19:56,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9517da32d286cda0669bd91f2014be69, ASSIGN}] 2024-11-09T21:19:56,393 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9517da32d286cda0669bd91f2014be69, ASSIGN 2024-11-09T21:19:56,394 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9517da32d286cda0669bd91f2014be69, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T21:19:56,399 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T21:19:56,399 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T21:19:56,399 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,42551,1731187191096-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:19:56,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a7795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:56,475 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,42551,-1 for getting cluster id 2024-11-09T21:19:56,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:19:56,476 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51984c57-2552-4417-9e8b-4e6d8bb43e23' 2024-11-09T21:19:56,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:19:56,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51984c57-2552-4417-9e8b-4e6d8bb43e23" 2024-11-09T21:19:56,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30672b7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:56,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,42551,-1] 2024-11-09T21:19:56,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:19:56,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:56,477 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:19:56,478 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43dc11e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:56,478 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:19:56,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,37943,1731187191154, seqNum=-1] 2024-11-09T21:19:56,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:19:56,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:19:56,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-09T21:19:56,482 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:19:56,482 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:19:56,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:56,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:56,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 9514d6d5e5be:42551 after: 9514d6d5e5be:42551 2024-11-09T21:19:56,482 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:19:56,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d36863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:56,483 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,42551,-1 for getting cluster id 2024-11-09T21:19:56,483 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:19:56,484 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51984c57-2552-4417-9e8b-4e6d8bb43e23' 2024-11-09T21:19:56,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:19:56,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51984c57-2552-4417-9e8b-4e6d8bb43e23" 2024-11-09T21:19:56,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4805c8af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:56,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,42551,-1] 2024-11-09T21:19:56,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:19:56,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:56,485 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:19:56,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@233f0ae0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:19:56,485 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:19:56,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,42551,1731187191096 2024-11-09T21:19:56,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a36bedf 2024-11-09T21:19:56,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:19:56,486 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:19:56,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42551 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-09T21:19:56,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T21:19:56,487 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:19:56,487 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:19:56,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:56,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:56,487 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:19:56,487 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T21:19:56,487 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1713706154, stopped=false 2024-11-09T21:19:56,487 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9514d6d5e5be,41661,1731187181173 2024-11-09T21:19:56,544 DEBUG [9514d6d5e5be:42551 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T21:19:56,545 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9517da32d286cda0669bd91f2014be69, regionState=OPENING, regionLocation=9514d6d5e5be,37943,1731187191154 2024-11-09T21:19:56,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9517da32d286cda0669bd91f2014be69, ASSIGN because future has completed 2024-11-09T21:19:56,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9517da32d286cda0669bd91f2014be69, server=9514d6d5e5be,37943,1731187191154}] 2024-11-09T21:19:56,549 DEBUG [RS:0;9514d6d5e5be:37943.replicationSource.wal-reader.9514d6d5e5be%2C37943%2C1731187191154,1-9514d6d5e5be,37943,1731187191154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,37943,1731187191154/9514d6d5e5be%2C37943%2C1731187191154.1731187192097 to pos 0, reset compression=false 2024-11-09T21:19:56,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41661-0x1012177e5290003, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/132049764/running 2024-11-09T21:19:56,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41661-0x1012177e5290003, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/132049764 2024-11-09T21:19:56,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45857-0x1012177e5290004, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/132049764/running 2024-11-09T21:19:56,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45857-0x1012177e5290004, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/132049764 2024-11-09T21:19:56,552 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:19:56,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41661-0x1012177e5290003, quorum=127.0.0.1:56343, baseZNode=/132049764 Set watcher on znode that does not yet exist, /132049764/running 2024-11-09T21:19:56,553 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:19:56,553 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:19:56,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45857-0x1012177e5290004, quorum=127.0.0.1:56343, baseZNode=/132049764 Set watcher on znode that does not yet exist, /132049764/running 2024-11-09T21:19:56,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:56,553 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9514d6d5e5be,45857,1731187181320' ***** 2024-11-09T21:19:56,553 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T21:19:56,553 INFO [RS:0;9514d6d5e5be:45857 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T21:19:56,553 INFO [RS:0;9514d6d5e5be:45857 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T21:19:56,553 INFO [RS:0;9514d6d5e5be:45857 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T21:19:56,553 INFO [RS:0;9514d6d5e5be:45857 {}] regionserver.HRegionServer(959): stopping server 9514d6d5e5be,45857,1731187181320 2024-11-09T21:19:56,553 INFO [RS:0;9514d6d5e5be:45857 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:19:56,553 INFO [RS:0;9514d6d5e5be:45857 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:45857. 2024-11-09T21:19:56,553 DEBUG [RS:0;9514d6d5e5be:45857 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:19:56,553 DEBUG [RS:0;9514d6d5e5be:45857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:56,554 INFO [RS:0;9514d6d5e5be:45857 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T21:19:56,554 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T21:19:56,554 INFO [RS:0;9514d6d5e5be:45857 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T21:19:56,554 INFO [RS:0;9514d6d5e5be:45857 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T21:19:56,554 INFO [RS:0;9514d6d5e5be:45857 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T21:19:56,554 INFO [RS:0;9514d6d5e5be:45857 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T21:19:56,554 DEBUG [RS:0;9514d6d5e5be:45857 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T21:19:56,554 DEBUG [RS:0;9514d6d5e5be:45857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:19:56,554 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:19:56,554 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:19:56,554 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:19:56,554 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:19:56,554 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:19:56,554 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-09T21:19:56,567 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/data/hbase/meta/1588230740/.tmp/ns/e3d1b556b01f431189553881dc1e0646 is 43, key is default/ns:d/1731187184823/Put/seqid=0 2024-11-09T21:19:56,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34071 is added to blk_1073741835_1011 (size=5153) 2024-11-09T21:19:56,594 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T21:19:56,594 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T21:19:56,602 INFO [regionserver/9514d6d5e5be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:19:56,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69. 2024-11-09T21:19:56,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:19:56,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T21:19:56,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C37943%2C1731187191154.rep, suffix=, logDir=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,37943,1731187191154, archiveDir=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/oldWALs, maxLogs=10 2024-11-09T21:19:56,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,37943,1731187191154/9514d6d5e5be%2C37943%2C1731187191154.rep.1731187196704, exclude list is [], retry=0 2024-11-09T21:19:56,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37583,DS-d5568ef2-5d39-4df8-9217-8312026f20e2,DISK] 2024-11-09T21:19:56,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,37943,1731187191154/9514d6d5e5be%2C37943%2C1731187191154.rep.1731187196704 2024-11-09T21:19:56,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45095:45095)] 2024-11-09T21:19:56,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 9517da32d286cda0669bd91f2014be69, NAME => 'hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:19:56,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:19:56,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:19:56,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69. service=MultiRowMutationService 2024-11-09T21:19:56,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T21:19:56,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9517da32d286cda0669bd91f2014be69 2024-11-09T21:19:56,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:19:56,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 9517da32d286cda0669bd91f2014be69 2024-11-09T21:19:56,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 9517da32d286cda0669bd91f2014be69 2024-11-09T21:19:56,725 INFO [StoreOpener-9517da32d286cda0669bd91f2014be69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9517da32d286cda0669bd91f2014be69 2024-11-09T21:19:56,726 INFO [StoreOpener-9517da32d286cda0669bd91f2014be69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9517da32d286cda0669bd91f2014be69 columnFamilyName hfileref 2024-11-09T21:19:56,726 DEBUG [StoreOpener-9517da32d286cda0669bd91f2014be69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:56,726 INFO [StoreOpener-9517da32d286cda0669bd91f2014be69-1 {}] regionserver.HStore(327): Store=9517da32d286cda0669bd91f2014be69/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:19:56,726 INFO [StoreOpener-9517da32d286cda0669bd91f2014be69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9517da32d286cda0669bd91f2014be69 2024-11-09T21:19:56,727 INFO [StoreOpener-9517da32d286cda0669bd91f2014be69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9517da32d286cda0669bd91f2014be69 columnFamilyName queue 2024-11-09T21:19:56,727 DEBUG [StoreOpener-9517da32d286cda0669bd91f2014be69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:56,733 DEBUG [StoreOpener-9517da32d286cda0669bd91f2014be69-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/replication/9517da32d286cda0669bd91f2014be69/queue/bbd83f29d62d46febfa74c7408a80049 2024-11-09T21:19:56,733 INFO [StoreOpener-9517da32d286cda0669bd91f2014be69-1 {}] regionserver.HStore(327): Store=9517da32d286cda0669bd91f2014be69/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:19:56,733 INFO [StoreOpener-9517da32d286cda0669bd91f2014be69-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9517da32d286cda0669bd91f2014be69 2024-11-09T21:19:56,752 INFO [StoreOpener-9517da32d286cda0669bd91f2014be69-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9517da32d286cda0669bd91f2014be69 columnFamilyName sid 2024-11-09T21:19:56,752 DEBUG [StoreOpener-9517da32d286cda0669bd91f2014be69-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:19:56,753 INFO [StoreOpener-9517da32d286cda0669bd91f2014be69-1 {}] regionserver.HStore(327): Store=9517da32d286cda0669bd91f2014be69/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:19:56,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 9517da32d286cda0669bd91f2014be69 2024-11-09T21:19:56,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/replication/9517da32d286cda0669bd91f2014be69 2024-11-09T21:19:56,754 DEBUG [RS:0;9514d6d5e5be:45857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:19:56,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/replication/9517da32d286cda0669bd91f2014be69 2024-11-09T21:19:56,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 9517da32d286cda0669bd91f2014be69 2024-11-09T21:19:56,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 9517da32d286cda0669bd91f2014be69 2024-11-09T21:19:56,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:19:56,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 9517da32d286cda0669bd91f2014be69 2024-11-09T21:19:56,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 9517da32d286cda0669bd91f2014be69; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62841339, jitterRate=-0.06359107792377472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:19:56,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9517da32d286cda0669bd91f2014be69 2024-11-09T21:19:56,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 9517da32d286cda0669bd91f2014be69: Running coprocessor pre-open hook at 1731187196724Writing region info on filesystem at 1731187196724Initializing all the Stores at 1731187196725 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187196725Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187196725Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187196725Cleaning up temporary data from old regions at 1731187196756 (+31 ms)Running coprocessor post-open hooks at 1731187196758 (+2 ms)Region opened successfully at 1731187196759 (+1 ms) 2024-11-09T21:19:56,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69., pid=13, masterSystemTime=1731187196699 2024-11-09T21:19:56,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69. 2024-11-09T21:19:56,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69. 2024-11-09T21:19:56,763 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9517da32d286cda0669bd91f2014be69, regionState=OPEN, openSeqNum=9, regionLocation=9514d6d5e5be,37943,1731187191154 2024-11-09T21:19:56,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9517da32d286cda0669bd91f2014be69, server=9514d6d5e5be,37943,1731187191154 because future has completed 2024-11-09T21:19:56,769 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-09T21:19:56,769 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 9517da32d286cda0669bd91f2014be69, server=9514d6d5e5be,37943,1731187191154 in 219 msec 2024-11-09T21:19:56,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-09T21:19:56,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9517da32d286cda0669bd91f2014be69, ASSIGN in 377 msec 2024-11-09T21:19:56,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-09T21:19:56,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69., hostname=9514d6d5e5be,37943,1731187191154, seqNum=9] 2024-11-09T21:19:56,807 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 9514d6d5e5be,46525,1731187175909 2024-11-09T21:19:56,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-09T21:19:56,955 DEBUG [RS:0;9514d6d5e5be:45857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:19:56,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37943 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-09T21:19:56,972 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/data/hbase/meta/1588230740/.tmp/ns/e3d1b556b01f431189553881dc1e0646 2024-11-09T21:19:57,002 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/data/hbase/meta/1588230740/.tmp/ns/e3d1b556b01f431189553881dc1e0646 as hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/data/hbase/meta/1588230740/ns/e3d1b556b01f431189553881dc1e0646 2024-11-09T21:19:57,006 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/data/hbase/meta/1588230740/ns/e3d1b556b01f431189553881dc1e0646, entries=2, sequenceid=6, filesize=5.0 K 2024-11-09T21:19:57,007 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 453ms, sequenceid=6, compaction requested=false 2024-11-09T21:19:57,007 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T21:19:57,011 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T21:19:57,011 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:19:57,011 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:19:57,012 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:19:57,012 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187196554Running coprocessor pre-close hooks at 1731187196554Disabling compacts and flushes for region at 1731187196554Disabling writes for close at 1731187196554Obtaining lock to block concurrent updates at 1731187196554Preparing flush snapshotting stores in 1588230740 at 1731187196554Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731187196555 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731187196555Flushing 1588230740/ns: creating writer at 1731187196555Flushing 1588230740/ns: appending metadata at 1731187196567 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731187196567Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68516d18: reopening flushed file at 1731187197001 (+434 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 453ms, sequenceid=6, compaction requested=false at 1731187197007 (+6 ms)Writing region close event to WAL at 1731187197008 (+1 ms)Running coprocessor post-close hooks at 1731187197011 (+3 ms)Closed at 1731187197012 (+1 ms) 2024-11-09T21:19:57,012 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T21:19:57,155 INFO [RS:0;9514d6d5e5be:45857 {}] regionserver.HRegionServer(976): stopping server 9514d6d5e5be,45857,1731187181320; all regions closed. 2024-11-09T21:19:57,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34071 is added to blk_1073741834_1010 (size=1152) 2024-11-09T21:19:57,159 DEBUG [RS:0;9514d6d5e5be:45857 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/oldWALs 2024-11-09T21:19:57,159 INFO [RS:0;9514d6d5e5be:45857 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9514d6d5e5be%2C45857%2C1731187181320.meta:.meta(num 1731187184776) 2024-11-09T21:19:57,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34071 is added to blk_1073741832_1008 (size=93) 2024-11-09T21:19:57,162 DEBUG [RS:0;9514d6d5e5be:45857 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/oldWALs 2024-11-09T21:19:57,162 INFO [RS:0;9514d6d5e5be:45857 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9514d6d5e5be%2C45857%2C1731187181320:(num 1731187183721) 2024-11-09T21:19:57,162 DEBUG [RS:0;9514d6d5e5be:45857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:57,162 INFO [RS:0;9514d6d5e5be:45857 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:19:57,163 INFO [RS:0;9514d6d5e5be:45857 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:19:57,163 INFO [RS:0;9514d6d5e5be:45857 {}] hbase.ChoreService(370): Chore service for: regionserver/9514d6d5e5be:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T21:19:57,163 INFO [RS:0;9514d6d5e5be:45857 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:19:57,163 INFO [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:19:57,163 INFO [RS:0;9514d6d5e5be:45857 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45857 2024-11-09T21:19:57,184 INFO [RS:0;9514d6d5e5be:45857 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:19:57,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45857-0x1012177e5290004, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/132049764/rs/9514d6d5e5be,45857,1731187181320 2024-11-09T21:19:57,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41661-0x1012177e5290003, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/132049764/rs 2024-11-09T21:19:57,194 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9514d6d5e5be,45857,1731187181320] 2024-11-09T21:19:57,204 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /132049764/draining/9514d6d5e5be,45857,1731187181320 already deleted, retry=false 2024-11-09T21:19:57,205 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9514d6d5e5be,45857,1731187181320 expired; onlineServers=0 2024-11-09T21:19:57,205 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9514d6d5e5be,41661,1731187181173' ***** 2024-11-09T21:19:57,205 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T21:19:57,205 INFO [M:0;9514d6d5e5be:41661 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:19:57,205 INFO [M:0;9514d6d5e5be:41661 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:19:57,205 DEBUG [M:0;9514d6d5e5be:41661 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T21:19:57,205 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T21:19:57,205 DEBUG [M:0;9514d6d5e5be:41661 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T21:19:57,205 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187183529 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187183529,5,FailOnTimeoutGroup] 2024-11-09T21:19:57,205 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187183529 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187183529,5,FailOnTimeoutGroup] 2024-11-09T21:19:57,205 INFO [M:0;9514d6d5e5be:41661 {}] hbase.ChoreService(370): Chore service for: master/9514d6d5e5be:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T21:19:57,205 INFO [M:0;9514d6d5e5be:41661 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:19:57,205 DEBUG [M:0;9514d6d5e5be:41661 {}] master.HMaster(1795): Stopping service threads 2024-11-09T21:19:57,205 INFO [M:0;9514d6d5e5be:41661 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T21:19:57,205 INFO [M:0;9514d6d5e5be:41661 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:19:57,206 INFO [M:0;9514d6d5e5be:41661 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T21:19:57,206 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T21:19:57,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41661-0x1012177e5290003, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/132049764/master 2024-11-09T21:19:57,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41661-0x1012177e5290003, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/132049764 2024-11-09T21:19:57,215 DEBUG [M:0;9514d6d5e5be:41661 {}] zookeeper.ZKUtil(347): master:41661-0x1012177e5290003, quorum=127.0.0.1:56343, baseZNode=/132049764 Unable to get data of znode /132049764/master because node does not exist (not an error) 2024-11-09T21:19:57,215 WARN [M:0;9514d6d5e5be:41661 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T21:19:57,216 INFO [M:0;9514d6d5e5be:41661 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/.lastflushedseqids 2024-11-09T21:19:57,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34071 is added to blk_1073741836_1012 (size=99) 2024-11-09T21:19:57,295 INFO [RS:0;9514d6d5e5be:45857 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:19:57,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45857-0x1012177e5290004, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:19:57,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45857-0x1012177e5290004, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:19:57,295 INFO [RS:0;9514d6d5e5be:45857 {}] regionserver.HRegionServer(1031): Exiting; stopping=9514d6d5e5be,45857,1731187181320; zookeeper connection closed. 2024-11-09T21:19:57,295 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@24b3cd34 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@24b3cd34 2024-11-09T21:19:57,295 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T21:19:57,554 DEBUG [RS:0;9514d6d5e5be:37943.replicationSource.wal-reader.9514d6d5e5be%2C37943%2C1731187191154,1-9514d6d5e5be,37943,1731187191154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,37943,1731187191154/9514d6d5e5be%2C37943%2C1731187191154.1731187192097 to pos 0, reset compression=false 2024-11-09T21:19:57,621 INFO [M:0;9514d6d5e5be:41661 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T21:19:57,621 INFO [M:0;9514d6d5e5be:41661 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T21:19:57,621 DEBUG [M:0;9514d6d5e5be:41661 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:19:57,621 INFO [M:0;9514d6d5e5be:41661 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:19:57,621 DEBUG [M:0;9514d6d5e5be:41661 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:19:57,621 DEBUG [M:0;9514d6d5e5be:41661 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:19:57,621 DEBUG [M:0;9514d6d5e5be:41661 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:19:57,621 INFO [M:0;9514d6d5e5be:41661 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-09T21:19:57,636 DEBUG [M:0;9514d6d5e5be:41661 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c4d6aa786c04acda7953ced8e66a98d is 82, key is hbase:meta,,1/info:regioninfo/1731187184805/Put/seqid=0 2024-11-09T21:19:57,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34071 is added to blk_1073741837_1013 (size=5672) 2024-11-09T21:19:57,964 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:19:57,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:19:57,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:19:57,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:19:57,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:19:57,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:19:57,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:19:58,041 INFO [M:0;9514d6d5e5be:41661 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c4d6aa786c04acda7953ced8e66a98d 2024-11-09T21:19:58,061 DEBUG [M:0;9514d6d5e5be:41661 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bdc896a621c4b1db87d1cb974fc6666 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731187184826/Put/seqid=0 2024-11-09T21:19:58,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34071 is added to blk_1073741838_1014 (size=5275) 2024-11-09T21:19:58,465 INFO [M:0;9514d6d5e5be:41661 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bdc896a621c4b1db87d1cb974fc6666 2024-11-09T21:19:58,485 DEBUG [M:0;9514d6d5e5be:41661 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f3e6314fc31410a96762103afe746d4 is 69, key is 9514d6d5e5be,45857,1731187181320/rs:state/1731187183577/Put/seqid=0 2024-11-09T21:19:58,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34071 is added to blk_1073741839_1015 (size=5156) 2024-11-09T21:19:58,658 DEBUG [RS:0;9514d6d5e5be:37943.replicationSource.wal-reader.9514d6d5e5be%2C37943%2C1731187191154,1-9514d6d5e5be,37943,1731187191154 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,37943,1731187191154/9514d6d5e5be%2C37943%2C1731187191154.1731187192097 to pos 0, reset compression=false 2024-11-09T21:19:58,890 INFO [M:0;9514d6d5e5be:41661 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f3e6314fc31410a96762103afe746d4 2024-11-09T21:19:58,895 DEBUG [M:0;9514d6d5e5be:41661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c4d6aa786c04acda7953ced8e66a98d as hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c4d6aa786c04acda7953ced8e66a98d 2024-11-09T21:19:58,898 INFO [M:0;9514d6d5e5be:41661 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c4d6aa786c04acda7953ced8e66a98d, entries=8, sequenceid=28, filesize=5.5 K 2024-11-09T21:19:58,899 DEBUG [M:0;9514d6d5e5be:41661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bdc896a621c4b1db87d1cb974fc6666 as hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0bdc896a621c4b1db87d1cb974fc6666 2024-11-09T21:19:58,902 INFO [M:0;9514d6d5e5be:41661 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0bdc896a621c4b1db87d1cb974fc6666, entries=3, sequenceid=28, filesize=5.2 K 2024-11-09T21:19:58,903 DEBUG [M:0;9514d6d5e5be:41661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f3e6314fc31410a96762103afe746d4 as hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8f3e6314fc31410a96762103afe746d4 2024-11-09T21:19:58,907 INFO [M:0;9514d6d5e5be:41661 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35287/user/jenkins/test-data/2623ba53-6acd-34fa-af48-ee7d7d3132ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8f3e6314fc31410a96762103afe746d4, entries=1, sequenceid=28, filesize=5.0 K 2024-11-09T21:19:58,908 INFO [M:0;9514d6d5e5be:41661 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=28, compaction requested=false 2024-11-09T21:19:58,910 INFO [M:0;9514d6d5e5be:41661 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:19:58,910 DEBUG [M:0;9514d6d5e5be:41661 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187197621Disabling compacts and flushes for region at 1731187197621Disabling writes for close at 1731187197621Obtaining lock to block concurrent updates at 1731187197621Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731187197621Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731187197622 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731187197622Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731187197622Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731187197636 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731187197636Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731187198047 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731187198060 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731187198060Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731187198470 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731187198485 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731187198485Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a3a6d43: reopening flushed file at 1731187198894 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@406235e0: reopening flushed file at 1731187198898 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d2b8260: reopening flushed file at 1731187198902 (+4 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=28, compaction requested=false at 1731187198908 (+6 ms)Writing region close event to WAL at 1731187198909 (+1 ms)Closed at 1731187198909 2024-11-09T21:19:58,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34071 is added to blk_1073741830_1006 (size=10165) 2024-11-09T21:19:58,912 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:19:58,912 INFO [M:0;9514d6d5e5be:41661 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T21:19:58,912 INFO [M:0;9514d6d5e5be:41661 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41661 2024-11-09T21:19:58,912 INFO [M:0;9514d6d5e5be:41661 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:19:59,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41661-0x1012177e5290003, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:19:59,073 INFO [M:0;9514d6d5e5be:41661 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:19:59,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41661-0x1012177e5290003, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:19:59,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bd48e1f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:19:59,076 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22a9de36{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:19:59,076 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:19:59,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f8d44c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:19:59,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d1d75b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3862ab78-f692-5b8f-b003-9b2d8a15b8ec/hadoop.log.dir/,STOPPED} 2024-11-09T21:19:59,077 WARN [BP-1654254867-172.17.0.2-1731187179286 heartbeating to localhost/127.0.0.1:35287 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T21:19:59,077 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T21:19:59,077 WARN [BP-1654254867-172.17.0.2-1731187179286 heartbeating to localhost/127.0.0.1:35287 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1654254867-172.17.0.2-1731187179286 (Datanode Uuid 1cab89d7-ee44-4310-a07c-23ffd2ac9ba2) service to localhost/127.0.0.1:35287 2024-11-09T21:19:59,077 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T21:19:59,078 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3862ab78-f692-5b8f-b003-9b2d8a15b8ec/cluster_e165e9a3-f6e6-e6df-541b-e7bd71914ce5/data/data1/current/BP-1654254867-172.17.0.2-1731187179286 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:19:59,078 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3862ab78-f692-5b8f-b003-9b2d8a15b8ec/cluster_e165e9a3-f6e6-e6df-541b-e7bd71914ce5/data/data2/current/BP-1654254867-172.17.0.2-1731187179286 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:19:59,078 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T21:19:59,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1edf3c54{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:19:59,083 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@417e92ca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:19:59,083 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:19:59,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@468cbbaf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:19:59,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c32cd1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3862ab78-f692-5b8f-b003-9b2d8a15b8ec/hadoop.log.dir/,STOPPED} 2024-11-09T21:19:59,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T21:19:59,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T21:19:59,093 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:19:59,093 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:19:59,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:59,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:59,094 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:19:59,094 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T21:19:59,094 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1324158291, stopped=false 2024-11-09T21:19:59,094 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9514d6d5e5be,42551,1731187191096 2024-11-09T21:19:59,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x1012177e5290007, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-524891354/running 2024-11-09T21:19:59,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42551-0x1012177e5290006, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-524891354/running 2024-11-09T21:19:59,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x1012177e5290007, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-524891354 2024-11-09T21:19:59,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42551-0x1012177e5290006, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-524891354 2024-11-09T21:19:59,110 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:19:59,110 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:19:59,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42551-0x1012177e5290006, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Set watcher on znode that does not yet exist, /0-524891354/running 2024-11-09T21:19:59,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37943-0x1012177e5290007, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Set watcher on znode that does not yet exist, /0-524891354/running 2024-11-09T21:19:59,110 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:19:59,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:59,111 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9514d6d5e5be,37943,1731187191154' ***** 2024-11-09T21:19:59,111 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T21:19:59,111 INFO [RS:0;9514d6d5e5be:37943 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T21:19:59,111 INFO [RS:0;9514d6d5e5be:37943 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T21:19:59,111 INFO [RS:0;9514d6d5e5be:37943 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T21:19:59,111 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T21:19:59,111 INFO [RS:0;9514d6d5e5be:37943 {}] regionserver.HRegionServer(3091): Received CLOSE for 9517da32d286cda0669bd91f2014be69 2024-11-09T21:19:59,111 INFO [RS:0;9514d6d5e5be:37943 {}] regionserver.HRegionServer(959): stopping server 9514d6d5e5be,37943,1731187191154 2024-11-09T21:19:59,111 INFO [RS:0;9514d6d5e5be:37943 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:19:59,111 INFO [RS:0;9514d6d5e5be:37943 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:37943. 2024-11-09T21:19:59,111 DEBUG [RS:0;9514d6d5e5be:37943 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:19:59,111 DEBUG [RS:0;9514d6d5e5be:37943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:59,111 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9517da32d286cda0669bd91f2014be69, disabling compactions & flushes 2024-11-09T21:19:59,111 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69. 2024-11-09T21:19:59,111 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69. 2024-11-09T21:19:59,112 INFO [RS:0;9514d6d5e5be:37943 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T21:19:59,112 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69. after waiting 1 ms 2024-11-09T21:19:59,112 INFO [RS:0;9514d6d5e5be:37943 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T21:19:59,112 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69. 2024-11-09T21:19:59,112 INFO [RS:0;9514d6d5e5be:37943 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T21:19:59,112 INFO [RS:0;9514d6d5e5be:37943 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T21:19:59,112 INFO [RS:0;9514d6d5e5be:37943 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T21:19:59,112 DEBUG [RS:0;9514d6d5e5be:37943 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9517da32d286cda0669bd91f2014be69=hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69.} 2024-11-09T21:19:59,112 DEBUG [RS:0;9514d6d5e5be:37943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9517da32d286cda0669bd91f2014be69 2024-11-09T21:19:59,112 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:19:59,112 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:19:59,112 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:19:59,112 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:19:59,112 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:19:59,112 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-09T21:19:59,116 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/replication/9517da32d286cda0669bd91f2014be69/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-09T21:19:59,116 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:19:59,116 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:19:59,116 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69. 2024-11-09T21:19:59,116 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9517da32d286cda0669bd91f2014be69: Waiting for close lock at 1731187199111Running coprocessor pre-close hooks at 1731187199111Disabling compacts and flushes for region at 1731187199111Disabling writes for close at 1731187199112 (+1 ms)Writing region close event to WAL at 1731187199113 (+1 ms)Running coprocessor post-close hooks at 1731187199116 (+3 ms)Closed at 1731187199116 2024-11-09T21:19:59,117 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69. 2024-11-09T21:19:59,126 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/meta/1588230740/.tmp/info/2a7ebe7d8b1d4bb4887773721ec10f5d is 147, key is hbase:replication,,1731187184888.9517da32d286cda0669bd91f2014be69./info:regioninfo/1731187196763/Put/seqid=0 2024-11-09T21:19:59,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741851_1027 (size=6385) 2024-11-09T21:19:59,163 INFO [regionserver/9514d6d5e5be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:19:59,312 DEBUG [RS:0;9514d6d5e5be:37943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:19:59,512 DEBUG [RS:0;9514d6d5e5be:37943 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:19:59,530 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/meta/1588230740/.tmp/info/2a7ebe7d8b1d4bb4887773721ec10f5d 2024-11-09T21:19:59,535 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/meta/1588230740/.tmp/info/2a7ebe7d8b1d4bb4887773721ec10f5d as hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/meta/1588230740/info/2a7ebe7d8b1d4bb4887773721ec10f5d 2024-11-09T21:19:59,540 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/meta/1588230740/info/2a7ebe7d8b1d4bb4887773721ec10f5d, entries=8, sequenceid=19, filesize=6.2 K 2024-11-09T21:19:59,541 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false 2024-11-09T21:19:59,547 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-09T21:19:59,548 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:19:59,548 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:19:59,548 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:19:59,548 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187199112Running coprocessor pre-close hooks at 1731187199112Disabling compacts and flushes for region at 1731187199112Disabling writes for close at 1731187199112Obtaining lock to block concurrent updates at 1731187199112Preparing flush snapshotting stores in 1588230740 at 1731187199112Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731187199113 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731187199113Flushing 1588230740/info: creating writer at 1731187199113Flushing 1588230740/info: appending metadata at 1731187199126 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731187199126Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@466d6e24: reopening flushed file at 1731187199534 (+408 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false at 1731187199541 (+7 ms)Writing region close event to WAL at 1731187199544 (+3 ms)Running coprocessor post-close hooks at 1731187199548 (+4 ms)Closed at 1731187199548 2024-11-09T21:19:59,548 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T21:19:59,713 INFO [RS:0;9514d6d5e5be:37943 {}] regionserver.HRegionServer(976): stopping server 9514d6d5e5be,37943,1731187191154; all regions closed. 2024-11-09T21:19:59,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741849_1025 (size=2156) 2024-11-09T21:19:59,717 DEBUG [RS:0;9514d6d5e5be:37943 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/oldWALs 2024-11-09T21:19:59,717 INFO [RS:0;9514d6d5e5be:37943 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9514d6d5e5be%2C37943%2C1731187191154.meta:.meta(num 1731187192447) 2024-11-09T21:19:59,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741850_1026 (size=796) 2024-11-09T21:19:59,720 DEBUG [RS:0;9514d6d5e5be:37943 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/oldWALs 2024-11-09T21:19:59,720 INFO [RS:0;9514d6d5e5be:37943 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9514d6d5e5be%2C37943%2C1731187191154.rep:(num 1731187196704) 2024-11-09T21:19:59,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741848_1024 (size=93) 2024-11-09T21:19:59,722 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/WALs/9514d6d5e5be,37943,1731187191154/9514d6d5e5be%2C37943%2C1731187191154.1731187192097 not finished, retry = 0 2024-11-09T21:19:59,824 DEBUG [RS:0;9514d6d5e5be:37943 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/oldWALs 2024-11-09T21:19:59,824 INFO [RS:0;9514d6d5e5be:37943 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9514d6d5e5be%2C37943%2C1731187191154:(num 1731187192097) 2024-11-09T21:19:59,824 DEBUG [RS:0;9514d6d5e5be:37943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:59,824 INFO [RS:0;9514d6d5e5be:37943 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:19:59,824 INFO [RS:0;9514d6d5e5be:37943 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:19:59,825 INFO [RS:0;9514d6d5e5be:37943 {}] hbase.ChoreService(370): Chore service for: regionserver/9514d6d5e5be:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T21:19:59,825 INFO [RS:0;9514d6d5e5be:37943 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:19:59,825 INFO [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:19:59,825 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/9514d6d5e5be:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-09T21:19:59,825 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/9514d6d5e5be:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-09T21:19:59,825 INFO [RS:0;9514d6d5e5be:37943 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9514d6d5e5be,37943,1731187191154 because: Region server is closing 2024-11-09T21:19:59,825 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/9514d6d5e5be:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-09T21:19:59,825 INFO [RS:0;9514d6d5e5be:37943 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:37943. 2024-11-09T21:19:59,825 DEBUG [RS:0;9514d6d5e5be:37943 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:19:59,825 DEBUG [RS:0;9514d6d5e5be:37943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:59,826 DEBUG [RS:0;9514d6d5e5be:37943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:19:59,826 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:19:59,926 WARN [RS:0;9514d6d5e5be:37943.replicationSource.shipper9514d6d5e5be%2C37943%2C1731187191154,1-9514d6d5e5be,37943,1731187191154 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T21:19:59,926 INFO [RS:0;9514d6d5e5be:37943 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;9514d6d5e5be:37943.replicationSource.shipper9514d6d5e5be%2C37943%2C1731187191154,1-9514d6d5e5be,37943,1731187191154 terminated 2024-11-09T21:19:59,926 INFO [RS:0;9514d6d5e5be:37943 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37943 2024-11-09T21:19:59,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42551-0x1012177e5290006, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-524891354/rs 2024-11-09T21:19:59,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x1012177e5290007, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-524891354/rs/9514d6d5e5be,37943,1731187191154 2024-11-09T21:19:59,973 INFO [RS:0;9514d6d5e5be:37943 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:19:59,983 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9514d6d5e5be,37943,1731187191154] 2024-11-09T21:19:59,994 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-524891354/draining/9514d6d5e5be,37943,1731187191154 already deleted, retry=false 2024-11-09T21:19:59,994 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9514d6d5e5be,37943,1731187191154 expired; onlineServers=0 2024-11-09T21:19:59,994 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9514d6d5e5be,42551,1731187191096' ***** 2024-11-09T21:19:59,994 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T21:19:59,994 INFO [M:0;9514d6d5e5be:42551 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:19:59,994 INFO [M:0;9514d6d5e5be:42551 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:19:59,994 DEBUG [M:0;9514d6d5e5be:42551 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T21:19:59,994 DEBUG [M:0;9514d6d5e5be:42551 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T21:19:59,994 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T21:19:59,994 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187191868 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187191868,5,FailOnTimeoutGroup] 2024-11-09T21:19:59,994 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187191870 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187191870,5,FailOnTimeoutGroup] 2024-11-09T21:19:59,994 INFO [M:0;9514d6d5e5be:42551 {}] hbase.ChoreService(370): Chore service for: master/9514d6d5e5be:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T21:19:59,994 INFO [M:0;9514d6d5e5be:42551 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:19:59,994 DEBUG [M:0;9514d6d5e5be:42551 {}] master.HMaster(1795): Stopping service threads 2024-11-09T21:19:59,994 INFO [M:0;9514d6d5e5be:42551 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T21:19:59,995 INFO [M:0;9514d6d5e5be:42551 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:19:59,995 INFO [M:0;9514d6d5e5be:42551 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T21:19:59,995 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T21:20:00,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42551-0x1012177e5290006, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-524891354/master 2024-11-09T21:20:00,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42551-0x1012177e5290006, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-524891354 2024-11-09T21:20:00,015 DEBUG [M:0;9514d6d5e5be:42551 {}] zookeeper.RecoverableZooKeeper(212): Node /0-524891354/master already deleted, retry=false 2024-11-09T21:20:00,015 DEBUG [M:0;9514d6d5e5be:42551 {}] master.ActiveMasterManager(353): master:42551-0x1012177e5290006, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-524891354/master 2024-11-09T21:20:00,015 INFO [M:0;9514d6d5e5be:42551 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/.lastflushedseqids 2024-11-09T21:20:00,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741852_1028 (size=181) 2024-11-09T21:20:00,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x1012177e5290007, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:20:00,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37943-0x1012177e5290007, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:20:00,083 INFO [RS:0;9514d6d5e5be:37943 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:20:00,084 INFO [RS:0;9514d6d5e5be:37943 {}] regionserver.HRegionServer(1031): Exiting; stopping=9514d6d5e5be,37943,1731187191154; zookeeper connection closed. 2024-11-09T21:20:00,084 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d96f9ed {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d96f9ed 2024-11-09T21:20:00,084 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T21:20:00,420 INFO [M:0;9514d6d5e5be:42551 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T21:20:00,420 INFO [M:0;9514d6d5e5be:42551 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T21:20:00,420 DEBUG [M:0;9514d6d5e5be:42551 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:20:00,420 INFO [M:0;9514d6d5e5be:42551 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:00,420 DEBUG [M:0;9514d6d5e5be:42551 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:00,420 DEBUG [M:0;9514d6d5e5be:42551 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:20:00,420 DEBUG [M:0;9514d6d5e5be:42551 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:00,421 INFO [M:0;9514d6d5e5be:42551 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-09T21:20:00,438 DEBUG [M:0;9514d6d5e5be:42551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b929636e6bb74d43b248e7dee9e2c7e3 is 82, key is hbase:meta,,1/info:regioninfo/1731187192491/Put/seqid=0 2024-11-09T21:20:00,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741853_1029 (size=5672) 2024-11-09T21:20:00,442 INFO [M:0;9514d6d5e5be:42551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b929636e6bb74d43b248e7dee9e2c7e3 2024-11-09T21:20:00,461 DEBUG [M:0;9514d6d5e5be:42551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a67a9526f3084fb3bf97f0476abafbee is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731187196770/Put/seqid=0 2024-11-09T21:20:00,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741854_1030 (size=7312) 2024-11-09T21:20:00,865 INFO [M:0;9514d6d5e5be:42551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a67a9526f3084fb3bf97f0476abafbee 2024-11-09T21:20:00,885 DEBUG [M:0;9514d6d5e5be:42551 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cfe9d8a35ee94b3f9c2540d1c62dc364 is 69, key is 9514d6d5e5be,37943,1731187191154/rs:state/1731187191905/Put/seqid=0 2024-11-09T21:20:00,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741855_1031 (size=5370) 2024-11-09T21:20:01,289 INFO [M:0;9514d6d5e5be:42551 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cfe9d8a35ee94b3f9c2540d1c62dc364 2024-11-09T21:20:01,293 INFO [M:0;9514d6d5e5be:42551 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cfe9d8a35ee94b3f9c2540d1c62dc364 2024-11-09T21:20:01,294 DEBUG [M:0;9514d6d5e5be:42551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b929636e6bb74d43b248e7dee9e2c7e3 as hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b929636e6bb74d43b248e7dee9e2c7e3 2024-11-09T21:20:01,297 INFO [M:0;9514d6d5e5be:42551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b929636e6bb74d43b248e7dee9e2c7e3, entries=8, sequenceid=127, filesize=5.5 K 2024-11-09T21:20:01,298 DEBUG [M:0;9514d6d5e5be:42551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a67a9526f3084fb3bf97f0476abafbee as hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a67a9526f3084fb3bf97f0476abafbee 2024-11-09T21:20:01,302 INFO [M:0;9514d6d5e5be:42551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a67a9526f3084fb3bf97f0476abafbee, entries=7, sequenceid=127, filesize=7.1 K 2024-11-09T21:20:01,303 DEBUG [M:0;9514d6d5e5be:42551 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cfe9d8a35ee94b3f9c2540d1c62dc364 as hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cfe9d8a35ee94b3f9c2540d1c62dc364 2024-11-09T21:20:01,307 INFO [M:0;9514d6d5e5be:42551 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cfe9d8a35ee94b3f9c2540d1c62dc364 2024-11-09T21:20:01,307 INFO [M:0;9514d6d5e5be:42551 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44493/user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cfe9d8a35ee94b3f9c2540d1c62dc364, entries=2, sequenceid=127, filesize=5.2 K 2024-11-09T21:20:01,307 INFO [M:0;9514d6d5e5be:42551 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 887ms, sequenceid=127, compaction requested=false 2024-11-09T21:20:01,309 INFO [M:0;9514d6d5e5be:42551 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:01,309 DEBUG [M:0;9514d6d5e5be:42551 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187200420Disabling compacts and flushes for region at 1731187200420Disabling writes for close at 1731187200420Obtaining lock to block concurrent updates at 1731187200421 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731187200421Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731187200421Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731187200422 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731187200422Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731187200437 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731187200438 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731187200447 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731187200460 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731187200460Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731187200869 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731187200884 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731187200884Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@534eefc8: reopening flushed file at 1731187201293 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44665893: reopening flushed file at 1731187201298 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eca19a: reopening flushed file at 1731187201302 (+4 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 887ms, sequenceid=127, compaction requested=false at 1731187201308 (+6 ms)Writing region close event to WAL at 1731187201308Closed at 1731187201308 2024-11-09T21:20:01,310 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef279a55-f051-cdcb-27c6-afbd0b9c811b/MasterData/WALs/9514d6d5e5be,42551,1731187191096/9514d6d5e5be%2C42551%2C1731187191096.1731187191645 not finished, retry = 0 2024-11-09T21:20:01,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37583 is added to blk_1073741847_1023 (size=22903) 2024-11-09T21:20:01,411 INFO [M:0;9514d6d5e5be:42551 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T21:20:01,411 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:20:01,411 INFO [M:0;9514d6d5e5be:42551 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42551 2024-11-09T21:20:01,411 INFO [M:0;9514d6d5e5be:42551 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:20:01,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42551-0x1012177e5290006, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:20:01,578 INFO [M:0;9514d6d5e5be:42551 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:20:01,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42551-0x1012177e5290006, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:20:01,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5dbf8839{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:20:01,582 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2310be79{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:20:01,582 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:20:01,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1dd8b463{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:20:01,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e5b0b6e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da/hadoop.log.dir/,STOPPED} 2024-11-09T21:20:01,584 WARN [BP-598699001-172.17.0.2-1731187173788 heartbeating to localhost/127.0.0.1:44493 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T21:20:01,584 WARN [BP-598699001-172.17.0.2-1731187173788 heartbeating to localhost/127.0.0.1:44493 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-598699001-172.17.0.2-1731187173788 (Datanode Uuid 8c7590ce-6c42-4f88-b612-f38d3bba715b) service to localhost/127.0.0.1:44493 2024-11-09T21:20:01,584 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T21:20:01,584 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T21:20:01,584 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da/cluster_b1a2e0bd-7f76-0451-87e2-2637535620cc/data/data1/current/BP-598699001-172.17.0.2-1731187173788 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:20:01,584 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da/cluster_b1a2e0bd-7f76-0451-87e2-2637535620cc/data/data2/current/BP-598699001-172.17.0.2-1731187173788 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:20:01,584 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T21:20:01,589 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a78d4c0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:20:01,590 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@49339952{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:20:01,590 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:20:01,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@372d2c18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:20:01,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79284b2c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f98f675a-af4d-a3ca-78bd-64c498f640da/hadoop.log.dir/,STOPPED} 2024-11-09T21:20:01,596 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T21:20:01,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T21:20:01,615 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=207 (was 161) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:35287 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44493 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:35287 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:44493 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:44493 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:35287 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:44493 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:35287 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35287 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56343) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56343) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35287 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:44493 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:44493 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 502) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=333 (was 389), ProcessCount=11 (was 11), AvailableMemoryMB=2725 (was 2737) 2024-11-09T21:20:01,621 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=207, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=333, ProcessCount=11, AvailableMemoryMB=2725 2024-11-09T21:20:01,632 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-09T21:20:01,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3862ab78-f692-5b8f-b003-9b2d8a15b8ec/hadoop.log.dir so I do NOT create it in target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840 2024-11-09T21:20:01,633 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3862ab78-f692-5b8f-b003-9b2d8a15b8ec/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T21:20:01,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3862ab78-f692-5b8f-b003-9b2d8a15b8ec/hadoop.tmp.dir so I do NOT create it in target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840 2024-11-09T21:20:01,633 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3862ab78-f692-5b8f-b003-9b2d8a15b8ec/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T21:20:01,633 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840 2024-11-09T21:20:01,633 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840/cluster_756b840f-2e4d-0865-b765-f0a5413798e8, deleteOnExit=true 2024-11-09T21:20:01,652 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840/cluster_756b840f-2e4d-0865-b765-f0a5413798e8/zookeeper_0, clientPort=52653, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840/cluster_756b840f-2e4d-0865-b765-f0a5413798e8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840/cluster_756b840f-2e4d-0865-b765-f0a5413798e8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T21:20:01,652 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52653 2024-11-09T21:20:01,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T21:20:01,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T21:20:01,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840/test.cache.data in system properties and HBase conf 2024-11-09T21:20:01,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T21:20:01,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840/hadoop.log.dir in system properties and HBase conf 2024-11-09T21:20:01,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T21:20:01,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T21:20:01,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T21:20:01,653 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T21:20:01,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:20:01,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:20:01,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T21:20:01,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:20:01,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T21:20:01,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T21:20:01,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:20:01,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:20:01,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T21:20:01,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840/nfs.dump.dir in system properties and HBase conf 2024-11-09T21:20:01,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840/java.io.tmpdir in system properties and HBase conf 2024-11-09T21:20:01,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:20:01,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T21:20:01,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T21:20:01,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012177e5290002, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T21:20:01,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012177e5290005, quorum=127.0.0.1:56343, baseZNode=/132049764 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T21:20:01,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012177e5290002, quorum=127.0.0.1:56343, baseZNode=/0-524891354 Received Disconnected from ZooKeeper, ignoring 2024-11-09T21:20:01,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012177e5290005, quorum=127.0.0.1:56343, baseZNode=/132049764 Received Disconnected from ZooKeeper, ignoring 2024-11-09T21:20:02,020 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:20:02,026 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:20:02,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:20:02,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:20:02,037 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T21:20:02,037 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:20:02,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@661bb1e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:20:02,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5472196f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:20:02,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@255ceaa4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840/java.io.tmpdir/jetty-localhost-42621-hadoop-hdfs-3_4_1-tests_jar-_-any-11525688317751974833/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:20:02,148 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20d04951{HTTP/1.1, (http/1.1)}{localhost:42621} 2024-11-09T21:20:02,148 INFO [Time-limited test {}] server.Server(415): Started @166150ms 2024-11-09T21:20:02,412 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:20:02,416 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:20:02,417 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:20:02,417 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:20:02,417 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T21:20:02,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cff9975{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:20:02,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71efdc59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:20:02,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a51fa73{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840/java.io.tmpdir/jetty-localhost-37689-hadoop-hdfs-3_4_1-tests_jar-_-any-13334334150231764185/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:20:02,550 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@289e8f8d{HTTP/1.1, (http/1.1)}{localhost:37689} 2024-11-09T21:20:02,551 INFO [Time-limited test {}] server.Server(415): Started @166553ms 2024-11-09T21:20:02,551 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T21:20:03,251 WARN [Thread-1679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840/cluster_756b840f-2e4d-0865-b765-f0a5413798e8/data/data2/current/BP-49623425-172.17.0.2-1731187201676/current, will proceed with Du for space computation calculation, 2024-11-09T21:20:03,251 WARN [Thread-1678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840/cluster_756b840f-2e4d-0865-b765-f0a5413798e8/data/data1/current/BP-49623425-172.17.0.2-1731187201676/current, will proceed with Du for space computation calculation, 2024-11-09T21:20:03,272 WARN [Thread-1666 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T21:20:03,274 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18fc9fb4a4b6727e with lease ID 0xe509b825647c4f39: Processing first storage report for DS-6579e7f3-d9cd-4679-adf3-49b18f69bef2 from datanode DatanodeRegistration(127.0.0.1:38285, datanodeUuid=461b3be5-800c-4806-9f4d-a4606027accd, infoPort=34017, infoSecurePort=0, ipcPort=40835, storageInfo=lv=-57;cid=testClusterID;nsid=1150715241;c=1731187201676) 2024-11-09T21:20:03,275 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18fc9fb4a4b6727e with lease ID 0xe509b825647c4f39: from storage DS-6579e7f3-d9cd-4679-adf3-49b18f69bef2 node DatanodeRegistration(127.0.0.1:38285, datanodeUuid=461b3be5-800c-4806-9f4d-a4606027accd, infoPort=34017, infoSecurePort=0, ipcPort=40835, storageInfo=lv=-57;cid=testClusterID;nsid=1150715241;c=1731187201676), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:20:03,275 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x18fc9fb4a4b6727e with lease ID 0xe509b825647c4f39: Processing first storage report for DS-78ea0696-8441-431b-8539-ce7a2d4918af from datanode DatanodeRegistration(127.0.0.1:38285, datanodeUuid=461b3be5-800c-4806-9f4d-a4606027accd, infoPort=34017, infoSecurePort=0, ipcPort=40835, storageInfo=lv=-57;cid=testClusterID;nsid=1150715241;c=1731187201676) 2024-11-09T21:20:03,275 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x18fc9fb4a4b6727e with lease ID 0xe509b825647c4f39: from storage DS-78ea0696-8441-431b-8539-ce7a2d4918af node DatanodeRegistration(127.0.0.1:38285, datanodeUuid=461b3be5-800c-4806-9f4d-a4606027accd, infoPort=34017, infoSecurePort=0, ipcPort=40835, storageInfo=lv=-57;cid=testClusterID;nsid=1150715241;c=1731187201676), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:20:03,288 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840 2024-11-09T21:20:03,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:20:03,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:20:03,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741825_1001 (size=7) 2024-11-09T21:20:03,699 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513 with version=8 2024-11-09T21:20:03,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/hbase-staging 2024-11-09T21:20:03,701 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:20:03,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:20:03,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:20:03,701 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:20:03,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:20:03,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:20:03,701 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T21:20:03,701 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:20:03,701 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46723 2024-11-09T21:20:03,702 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46723 connecting to ZooKeeper ensemble=127.0.0.1:52653 2024-11-09T21:20:03,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467230x0, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:20:03,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46723-0x1012178521f0000 connected 2024-11-09T21:20:03,927 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:20:03,927 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T21:20:03,927 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T21:20:03,928 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:20:04,619 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:20:04,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:04,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:04,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:04,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:04,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:04,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:04,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:04,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:04,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:20:04,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:20:04,930 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46723-0x1012178521f0000, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Set watcher on znode that does not yet exist, /0-2120921255/running 2024-11-09T21:20:04,930 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513, hbase.cluster.distributed=false 2024-11-09T21:20:04,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46723-0x1012178521f0000, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Set watcher on znode that does not yet exist, /0-2120921255/acl 2024-11-09T21:20:04,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46723 2024-11-09T21:20:04,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46723 2024-11-09T21:20:04,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46723 2024-11-09T21:20:04,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46723 2024-11-09T21:20:04,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46723 2024-11-09T21:20:04,952 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:20:04,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:20:04,952 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:20:04,953 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:20:04,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:20:04,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:20:04,953 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T21:20:04,953 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:20:04,953 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38603 2024-11-09T21:20:04,954 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38603 connecting to ZooKeeper ensemble=127.0.0.1:52653 2024-11-09T21:20:04,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:20:04,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:20:05,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386030x0, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:20:05,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38603-0x1012178521f0001 connected 2024-11-09T21:20:05,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38603-0x1012178521f0001, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Set watcher on znode that does not yet exist, /0-2120921255/running 2024-11-09T21:20:05,320 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T21:20:05,321 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T21:20:05,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38603-0x1012178521f0001, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Set watcher on znode that does not yet exist, /0-2120921255/master 2024-11-09T21:20:05,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38603-0x1012178521f0001, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Set watcher on znode that does not yet exist, /0-2120921255/acl 2024-11-09T21:20:05,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38603 2024-11-09T21:20:05,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38603 2024-11-09T21:20:05,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38603 2024-11-09T21:20:05,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38603 2024-11-09T21:20:05,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38603 2024-11-09T21:20:05,337 DEBUG [M:0;9514d6d5e5be:46723 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9514d6d5e5be:46723 2024-11-09T21:20:05,338 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2120921255/backup-masters/9514d6d5e5be,46723,1731187203700 2024-11-09T21:20:05,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46723-0x1012178521f0000, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120921255/backup-masters 2024-11-09T21:20:05,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38603-0x1012178521f0001, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120921255/backup-masters 2024-11-09T21:20:05,541 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46723-0x1012178521f0000, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Set watcher on existing znode=/0-2120921255/backup-masters/9514d6d5e5be,46723,1731187203700 2024-11-09T21:20:05,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46723-0x1012178521f0000, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120921255 2024-11-09T21:20:05,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38603-0x1012178521f0001, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2120921255/master 2024-11-09T21:20:05,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38603-0x1012178521f0001, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120921255 2024-11-09T21:20:05,762 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46723-0x1012178521f0000, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Set watcher on existing znode=/0-2120921255/master 2024-11-09T21:20:05,762 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2120921255/backup-masters/9514d6d5e5be,46723,1731187203700 from backup master directory 2024-11-09T21:20:05,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38603-0x1012178521f0001, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120921255/backup-masters 2024-11-09T21:20:05,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46723-0x1012178521f0000, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2120921255/backup-masters/9514d6d5e5be,46723,1731187203700 2024-11-09T21:20:05,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46723-0x1012178521f0000, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120921255/backup-masters 2024-11-09T21:20:05,961 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:20:05,962 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9514d6d5e5be,46723,1731187203700 2024-11-09T21:20:05,965 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/hbase.id] with ID: 1ee2e665-8bc8-494c-9eaa-e0a4247265b2 2024-11-09T21:20:05,965 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/.tmp/hbase.id 2024-11-09T21:20:05,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741826_1002 (size=42) 2024-11-09T21:20:06,369 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/.tmp/hbase.id]:[hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/hbase.id] 2024-11-09T21:20:06,381 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:20:06,381 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T21:20:06,382 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T21:20:06,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46723-0x1012178521f0000, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120921255 2024-11-09T21:20:06,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38603-0x1012178521f0001, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120921255 2024-11-09T21:20:06,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741827_1003 (size=196) 2024-11-09T21:20:06,815 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:20:06,815 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T21:20:06,815 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:20:06,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741828_1004 (size=1189) 2024-11-09T21:20:07,222 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/MasterData/data/master/store 2024-11-09T21:20:07,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741829_1005 (size=34) 2024-11-09T21:20:07,627 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:20:07,628 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:20:07,628 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:07,628 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:07,628 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:20:07,628 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:07,628 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:07,628 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187207628Disabling compacts and flushes for region at 1731187207628Disabling writes for close at 1731187207628Writing region close event to WAL at 1731187207628Closed at 1731187207628 2024-11-09T21:20:07,629 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/MasterData/data/master/store/.initializing 2024-11-09T21:20:07,629 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/MasterData/WALs/9514d6d5e5be,46723,1731187203700 2024-11-09T21:20:07,630 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:20:07,631 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9514d6d5e5be%2C46723%2C1731187203700, suffix=, logDir=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/MasterData/WALs/9514d6d5e5be,46723,1731187203700, archiveDir=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/MasterData/oldWALs, maxLogs=10 2024-11-09T21:20:07,647 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/MasterData/WALs/9514d6d5e5be,46723,1731187203700/9514d6d5e5be%2C46723%2C1731187203700.1731187207632, exclude list is [], retry=0 2024-11-09T21:20:07,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38285,DS-6579e7f3-d9cd-4679-adf3-49b18f69bef2,DISK] 2024-11-09T21:20:07,651 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/MasterData/WALs/9514d6d5e5be,46723,1731187203700/9514d6d5e5be%2C46723%2C1731187203700.1731187207632 2024-11-09T21:20:07,651 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34017:34017)] 2024-11-09T21:20:07,651 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:20:07,651 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:20:07,651 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:07,651 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:07,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:07,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T21:20:07,654 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:07,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:07,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:07,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T21:20:07,655 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:07,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:07,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:07,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T21:20:07,657 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:07,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:07,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:07,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T21:20:07,658 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:07,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:07,658 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:07,659 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:07,659 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:07,660 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:07,660 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:07,660 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:20:07,661 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:07,662 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:20:07,663 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59568344, jitterRate=-0.11236250400543213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:20:07,663 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731187207652Initializing all the Stores at 1731187207652Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187207652Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187207652Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187207652Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187207652Cleaning up temporary data from old regions at 1731187207660 (+8 ms)Region opened successfully at 1731187207663 (+3 ms) 2024-11-09T21:20:07,663 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T21:20:07,666 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@915988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:20:07,667 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T21:20:07,667 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T21:20:07,667 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T21:20:07,667 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T21:20:07,668 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T21:20:07,668 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T21:20:07,668 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T21:20:07,670 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T21:20:07,671 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46723-0x1012178521f0000, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Unable to get data of znode /0-2120921255/balancer because node does not exist (not necessarily an error) 2024-11-09T21:20:07,730 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2120921255/balancer already deleted, retry=false 2024-11-09T21:20:07,731 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T21:20:07,731 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46723-0x1012178521f0000, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Unable to get data of znode /0-2120921255/normalizer because node does not exist (not necessarily an error) 2024-11-09T21:20:07,741 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2120921255/normalizer already deleted, retry=false 2024-11-09T21:20:07,741 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T21:20:07,742 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46723-0x1012178521f0000, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Unable to get data of znode /0-2120921255/switch/split because node does not exist (not necessarily an error) 2024-11-09T21:20:07,751 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2120921255/switch/split already deleted, retry=false 2024-11-09T21:20:07,752 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46723-0x1012178521f0000, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Unable to get data of znode /0-2120921255/switch/merge because node does not exist (not necessarily an error) 2024-11-09T21:20:07,762 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2120921255/switch/merge already deleted, retry=false 2024-11-09T21:20:07,763 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46723-0x1012178521f0000, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Unable to get data of znode /0-2120921255/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T21:20:07,772 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2120921255/snapshot-cleanup already deleted, retry=false 2024-11-09T21:20:07,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38603-0x1012178521f0001, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2120921255/running 2024-11-09T21:20:07,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46723-0x1012178521f0000, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2120921255/running 2024-11-09T21:20:07,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46723-0x1012178521f0000, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120921255 2024-11-09T21:20:07,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38603-0x1012178521f0001, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120921255 2024-11-09T21:20:07,783 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9514d6d5e5be,46723,1731187203700, sessionid=0x1012178521f0000, setting cluster-up flag (Was=false) 2024-11-09T21:20:07,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46723-0x1012178521f0000, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120921255 2024-11-09T21:20:07,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38603-0x1012178521f0001, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120921255 2024-11-09T21:20:07,836 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2120921255/flush-table-proc/acquired, /0-2120921255/flush-table-proc/reached, /0-2120921255/flush-table-proc/abort 2024-11-09T21:20:07,837 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,46723,1731187203700 2024-11-09T21:20:07,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38603-0x1012178521f0001, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120921255 2024-11-09T21:20:07,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46723-0x1012178521f0000, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120921255 2024-11-09T21:20:07,888 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2120921255/online-snapshot/acquired, /0-2120921255/online-snapshot/reached, /0-2120921255/online-snapshot/abort 2024-11-09T21:20:07,889 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,46723,1731187203700 2024-11-09T21:20:07,890 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T21:20:07,891 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T21:20:07,892 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T21:20:07,892 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T21:20:07,892 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 9514d6d5e5be,46525,1731187175909: status=Processing ServerCrashProcedure of 9514d6d5e5be,46525,1731187175909 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731187191864, completionTime=-1 appears to have been leaked 2024-11-09T21:20:07,892 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9514d6d5e5be,46723,1731187203700 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T21:20:07,893 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:20:07,893 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:20:07,893 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:20:07,893 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:20:07,893 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9514d6d5e5be:0, corePoolSize=10, maxPoolSize=10 2024-11-09T21:20:07,893 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:07,893 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:20:07,893 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:07,894 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731187237894 2024-11-09T21:20:07,894 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T21:20:07,894 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T21:20:07,895 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T21:20:07,895 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T21:20:07,895 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T21:20:07,895 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T21:20:07,895 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:07,895 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:20:07,895 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T21:20:07,895 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T21:20:07,895 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T21:20:07,895 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T21:20:07,895 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T21:20:07,896 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T21:20:07,896 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T21:20:07,896 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187207896,5,FailOnTimeoutGroup] 2024-11-09T21:20:07,896 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:07,896 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187207896,5,FailOnTimeoutGroup] 2024-11-09T21:20:07,896 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:07,896 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T21:20:07,896 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T21:20:07,896 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:07,896 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:07,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741831_1007 (size=1321) 2024-11-09T21:20:07,927 INFO [RS:0;9514d6d5e5be:38603 {}] regionserver.HRegionServer(746): ClusterId : 1ee2e665-8bc8-494c-9eaa-e0a4247265b2 2024-11-09T21:20:07,927 DEBUG [RS:0;9514d6d5e5be:38603 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T21:20:07,931 DEBUG [RS:0;9514d6d5e5be:38603 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T21:20:07,931 DEBUG [RS:0;9514d6d5e5be:38603 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T21:20:07,942 DEBUG [RS:0;9514d6d5e5be:38603 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T21:20:07,942 DEBUG [RS:0;9514d6d5e5be:38603 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14db015c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:20:07,957 DEBUG [RS:0;9514d6d5e5be:38603 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9514d6d5e5be:38603 2024-11-09T21:20:07,957 INFO [RS:0;9514d6d5e5be:38603 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T21:20:07,957 INFO [RS:0;9514d6d5e5be:38603 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T21:20:07,957 DEBUG [RS:0;9514d6d5e5be:38603 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T21:20:07,958 INFO [RS:0;9514d6d5e5be:38603 {}] regionserver.HRegionServer(2659): reportForDuty to master=9514d6d5e5be,46723,1731187203700 with port=38603, startcode=1731187204952 2024-11-09T21:20:07,959 DEBUG [RS:0;9514d6d5e5be:38603 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T21:20:07,960 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T21:20:07,960 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46723 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9514d6d5e5be,38603,1731187204952 2024-11-09T21:20:07,960 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46723 {}] master.ServerManager(517): Registering regionserver=9514d6d5e5be,38603,1731187204952 2024-11-09T21:20:07,962 DEBUG [RS:0;9514d6d5e5be:38603 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513 2024-11-09T21:20:07,962 DEBUG [RS:0;9514d6d5e5be:38603 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44307 2024-11-09T21:20:07,962 DEBUG [RS:0;9514d6d5e5be:38603 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T21:20:07,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46723-0x1012178521f0000, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120921255/rs 2024-11-09T21:20:07,973 DEBUG [RS:0;9514d6d5e5be:38603 {}] zookeeper.ZKUtil(111): regionserver:38603-0x1012178521f0001, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Set watcher on existing znode=/0-2120921255/rs/9514d6d5e5be,38603,1731187204952 2024-11-09T21:20:07,973 WARN [RS:0;9514d6d5e5be:38603 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:20:07,973 INFO [RS:0;9514d6d5e5be:38603 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:20:07,973 DEBUG [RS:0;9514d6d5e5be:38603 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952 2024-11-09T21:20:07,973 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9514d6d5e5be,38603,1731187204952] 2024-11-09T21:20:07,976 INFO [RS:0;9514d6d5e5be:38603 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T21:20:07,978 INFO [RS:0;9514d6d5e5be:38603 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T21:20:07,978 INFO [RS:0;9514d6d5e5be:38603 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T21:20:07,978 INFO [RS:0;9514d6d5e5be:38603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:07,980 INFO [RS:0;9514d6d5e5be:38603 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T21:20:07,981 INFO [RS:0;9514d6d5e5be:38603 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T21:20:07,981 INFO [RS:0;9514d6d5e5be:38603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:07,981 DEBUG [RS:0;9514d6d5e5be:38603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:07,981 DEBUG [RS:0;9514d6d5e5be:38603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:07,981 DEBUG [RS:0;9514d6d5e5be:38603 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:07,981 DEBUG [RS:0;9514d6d5e5be:38603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:07,981 DEBUG [RS:0;9514d6d5e5be:38603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:07,981 DEBUG [RS:0;9514d6d5e5be:38603 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:20:07,981 DEBUG [RS:0;9514d6d5e5be:38603 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:07,981 DEBUG [RS:0;9514d6d5e5be:38603 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:07,981 DEBUG [RS:0;9514d6d5e5be:38603 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:07,981 DEBUG [RS:0;9514d6d5e5be:38603 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:07,981 DEBUG [RS:0;9514d6d5e5be:38603 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:07,981 DEBUG [RS:0;9514d6d5e5be:38603 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:07,982 DEBUG [RS:0;9514d6d5e5be:38603 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:20:07,982 DEBUG [RS:0;9514d6d5e5be:38603 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:20:07,988 INFO [RS:0;9514d6d5e5be:38603 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:07,988 INFO [RS:0;9514d6d5e5be:38603 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:07,988 INFO [RS:0;9514d6d5e5be:38603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:07,988 INFO [RS:0;9514d6d5e5be:38603 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:07,988 INFO [RS:0;9514d6d5e5be:38603 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:07,988 INFO [RS:0;9514d6d5e5be:38603 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,38603,1731187204952-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:20:08,009 INFO [RS:0;9514d6d5e5be:38603 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T21:20:08,009 INFO [RS:0;9514d6d5e5be:38603 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,38603,1731187204952-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:08,009 INFO [RS:0;9514d6d5e5be:38603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:08,009 INFO [RS:0;9514d6d5e5be:38603 {}] regionserver.Replication(171): 9514d6d5e5be,38603,1731187204952 started 2024-11-09T21:20:08,025 INFO [RS:0;9514d6d5e5be:38603 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:08,025 INFO [RS:0;9514d6d5e5be:38603 {}] regionserver.HRegionServer(1482): Serving as 9514d6d5e5be,38603,1731187204952, RpcServer on 9514d6d5e5be/172.17.0.2:38603, sessionid=0x1012178521f0001 2024-11-09T21:20:08,026 DEBUG [RS:0;9514d6d5e5be:38603 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T21:20:08,026 DEBUG [RS:0;9514d6d5e5be:38603 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9514d6d5e5be,38603,1731187204952 2024-11-09T21:20:08,026 DEBUG [RS:0;9514d6d5e5be:38603 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,38603,1731187204952' 2024-11-09T21:20:08,026 DEBUG [RS:0;9514d6d5e5be:38603 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2120921255/flush-table-proc/abort' 2024-11-09T21:20:08,026 DEBUG [RS:0;9514d6d5e5be:38603 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2120921255/flush-table-proc/acquired' 2024-11-09T21:20:08,027 DEBUG [RS:0;9514d6d5e5be:38603 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T21:20:08,027 DEBUG [RS:0;9514d6d5e5be:38603 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T21:20:08,027 DEBUG [RS:0;9514d6d5e5be:38603 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9514d6d5e5be,38603,1731187204952 2024-11-09T21:20:08,027 DEBUG [RS:0;9514d6d5e5be:38603 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,38603,1731187204952' 2024-11-09T21:20:08,027 DEBUG [RS:0;9514d6d5e5be:38603 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2120921255/online-snapshot/abort' 2024-11-09T21:20:08,027 DEBUG [RS:0;9514d6d5e5be:38603 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2120921255/online-snapshot/acquired' 2024-11-09T21:20:08,027 DEBUG [RS:0;9514d6d5e5be:38603 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T21:20:08,027 INFO [RS:0;9514d6d5e5be:38603 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T21:20:08,027 INFO [RS:0;9514d6d5e5be:38603 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T21:20:08,128 INFO [RS:0;9514d6d5e5be:38603 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:20:08,130 INFO [RS:0;9514d6d5e5be:38603 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C38603%2C1731187204952, suffix=, logDir=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952, archiveDir=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/oldWALs, maxLogs=10 2024-11-09T21:20:08,145 DEBUG [RS:0;9514d6d5e5be:38603 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952/9514d6d5e5be%2C38603%2C1731187204952.1731187208130, exclude list is [], retry=0 2024-11-09T21:20:08,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38285,DS-6579e7f3-d9cd-4679-adf3-49b18f69bef2,DISK] 2024-11-09T21:20:08,149 INFO [RS:0;9514d6d5e5be:38603 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952/9514d6d5e5be%2C38603%2C1731187204952.1731187208130 2024-11-09T21:20:08,150 DEBUG [RS:0;9514d6d5e5be:38603 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34017:34017)] 2024-11-09T21:20:08,311 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T21:20:08,311 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513 2024-11-09T21:20:08,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741833_1009 (size=32) 2024-11-09T21:20:08,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:20:08,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:20:08,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:20:08,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:08,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:08,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:20:08,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:20:08,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:08,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:08,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:20:08,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:20:08,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:08,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:08,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:20:08,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:20:08,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:08,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:08,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:20:08,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/meta/1588230740 2024-11-09T21:20:08,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/meta/1588230740 2024-11-09T21:20:08,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:20:08,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:20:08,725 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:20:08,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:20:08,727 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:20:08,727 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71373300, jitterRate=0.06354504823684692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:20:08,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731187208717Initializing all the Stores at 1731187208717Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187208717Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187208718 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187208718Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187208718Cleaning up temporary data from old regions at 1731187208724 (+6 ms)Region opened successfully at 1731187208728 (+4 ms) 2024-11-09T21:20:08,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:20:08,728 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:20:08,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:20:08,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:20:08,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:20:08,728 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:20:08,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187208728Disabling compacts and flushes for region at 1731187208728Disabling writes for close at 1731187208728Writing region close event to WAL at 1731187208728Closed at 1731187208728 2024-11-09T21:20:08,729 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:20:08,729 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T21:20:08,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T21:20:08,729 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:20:08,730 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T21:20:08,880 DEBUG [9514d6d5e5be:46723 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T21:20:08,881 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9514d6d5e5be,38603,1731187204952 2024-11-09T21:20:08,882 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,38603,1731187204952, state=OPENING 2024-11-09T21:20:08,899 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T21:20:08,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38603-0x1012178521f0001, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120921255 2024-11-09T21:20:08,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46723-0x1012178521f0000, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120921255 2024-11-09T21:20:08,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2120921255/meta-region-server: CHANGED 2024-11-09T21:20:08,939 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:20:08,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,38603,1731187204952}] 2024-11-09T21:20:08,939 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2120921255/meta-region-server: CHANGED 2024-11-09T21:20:09,092 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:20:09,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T21:20:09,097 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T21:20:09,097 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:20:09,098 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T21:20:09,099 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C38603%2C1731187204952.meta, suffix=.meta, logDir=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952, archiveDir=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/oldWALs, maxLogs=10 2024-11-09T21:20:09,116 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952/9514d6d5e5be%2C38603%2C1731187204952.meta.1731187209099.meta, exclude list is [], retry=0 2024-11-09T21:20:09,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38285,DS-6579e7f3-d9cd-4679-adf3-49b18f69bef2,DISK] 2024-11-09T21:20:09,121 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952/9514d6d5e5be%2C38603%2C1731187204952.meta.1731187209099.meta 2024-11-09T21:20:09,124 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34017:34017)] 2024-11-09T21:20:09,124 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:20:09,125 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:20:09,125 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:20:09,125 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T21:20:09,125 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T21:20:09,125 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T21:20:09,125 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:20:09,125 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T21:20:09,125 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T21:20:09,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:20:09,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:20:09,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:09,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:09,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:20:09,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:20:09,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:09,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:09,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:20:09,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:20:09,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:09,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:09,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:20:09,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:20:09,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:09,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:09,131 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:20:09,132 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/meta/1588230740 2024-11-09T21:20:09,133 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/meta/1588230740 2024-11-09T21:20:09,134 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:20:09,134 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:20:09,135 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:20:09,136 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:20:09,137 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69629003, jitterRate=0.03755299746990204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:20:09,137 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T21:20:09,137 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731187209126Writing region info on filesystem at 1731187209126Initializing all the Stores at 1731187209127 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187209127Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187209127Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187209127Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187209127Cleaning up temporary data from old regions at 1731187209134 (+7 ms)Running coprocessor post-open hooks at 1731187209137 (+3 ms)Region opened successfully at 1731187209137 2024-11-09T21:20:09,138 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731187209092 2024-11-09T21:20:09,140 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T21:20:09,140 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T21:20:09,140 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,38603,1731187204952 2024-11-09T21:20:09,141 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,38603,1731187204952, state=OPEN 2024-11-09T21:20:09,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38603-0x1012178521f0001, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2120921255/meta-region-server 2024-11-09T21:20:09,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46723-0x1012178521f0000, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2120921255/meta-region-server 2024-11-09T21:20:09,172 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9514d6d5e5be,38603,1731187204952 2024-11-09T21:20:09,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2120921255/meta-region-server: CHANGED 2024-11-09T21:20:09,172 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2120921255/meta-region-server: CHANGED 2024-11-09T21:20:09,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T21:20:09,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,38603,1731187204952 in 233 msec 2024-11-09T21:20:09,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T21:20:09,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 447 msec 2024-11-09T21:20:09,178 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:20:09,179 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T21:20:09,180 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:20:09,180 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,38603,1731187204952, seqNum=-1] 2024-11-09T21:20:09,181 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:20:09,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:20:09,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2990 sec 2024-11-09T21:20:09,191 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731187209191, completionTime=-1 2024-11-09T21:20:09,191 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T21:20:09,191 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T21:20:09,194 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T21:20:09,194 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731187269194 2024-11-09T21:20:09,194 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731187329194 2024-11-09T21:20:09,194 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-09T21:20:09,195 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,46723,1731187203700-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:09,195 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,46723,1731187203700-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:09,195 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,46723,1731187203700-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:09,195 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9514d6d5e5be:46723, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:09,195 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:09,198 DEBUG [master/9514d6d5e5be:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T21:20:09,198 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:09,203 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.241sec 2024-11-09T21:20:09,203 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T21:20:09,203 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T21:20:09,203 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T21:20:09,203 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T21:20:09,203 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T21:20:09,203 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,46723,1731187203700-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:20:09,203 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,46723,1731187203700-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T21:20:09,208 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T21:20:09,208 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T21:20:09,208 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,46723,1731187203700-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:09,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53e5c528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:09,228 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,46723,-1 for getting cluster id 2024-11-09T21:20:09,228 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:20:09,230 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ee2e665-8bc8-494c-9eaa-e0a4247265b2' 2024-11-09T21:20:09,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:20:09,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ee2e665-8bc8-494c-9eaa-e0a4247265b2" 2024-11-09T21:20:09,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56fb0b16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:09,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,46723,-1] 2024-11-09T21:20:09,231 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:20:09,231 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:09,232 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:20:09,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d121277, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:09,233 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:20:09,234 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,38603,1731187204952, seqNum=-1] 2024-11-09T21:20:09,235 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:20:09,236 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:20:09,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9514d6d5e5be,46723,1731187203700 2024-11-09T21:20:09,239 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52653 2024-11-09T21:20:09,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:20:09,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012178521f0002 connected 2024-11-09T21:20:09,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840/hadoop.log.dir so I do NOT create it in target/test-data/969052d4-8f14-bdf7-bd22-76c77eb1eb9d 2024-11-09T21:20:09,259 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T21:20:09,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840/hadoop.tmp.dir so I do NOT create it in target/test-data/969052d4-8f14-bdf7-bd22-76c77eb1eb9d 2024-11-09T21:20:09,259 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T21:20:09,259 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969052d4-8f14-bdf7-bd22-76c77eb1eb9d 2024-11-09T21:20:09,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T21:20:09,260 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969052d4-8f14-bdf7-bd22-76c77eb1eb9d/cluster_88417075-e930-c9c9-8792-bf4759bcbd41, deleteOnExit=true 2024-11-09T21:20:09,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T21:20:09,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969052d4-8f14-bdf7-bd22-76c77eb1eb9d/test.cache.data in system properties and HBase conf 2024-11-09T21:20:09,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969052d4-8f14-bdf7-bd22-76c77eb1eb9d/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T21:20:09,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969052d4-8f14-bdf7-bd22-76c77eb1eb9d/hadoop.log.dir in system properties and HBase conf 2024-11-09T21:20:09,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969052d4-8f14-bdf7-bd22-76c77eb1eb9d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T21:20:09,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969052d4-8f14-bdf7-bd22-76c77eb1eb9d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T21:20:09,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T21:20:09,260 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T21:20:09,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969052d4-8f14-bdf7-bd22-76c77eb1eb9d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:20:09,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969052d4-8f14-bdf7-bd22-76c77eb1eb9d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:20:09,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969052d4-8f14-bdf7-bd22-76c77eb1eb9d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T21:20:09,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969052d4-8f14-bdf7-bd22-76c77eb1eb9d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:20:09,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969052d4-8f14-bdf7-bd22-76c77eb1eb9d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T21:20:09,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969052d4-8f14-bdf7-bd22-76c77eb1eb9d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T21:20:09,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969052d4-8f14-bdf7-bd22-76c77eb1eb9d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:20:09,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969052d4-8f14-bdf7-bd22-76c77eb1eb9d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:20:09,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969052d4-8f14-bdf7-bd22-76c77eb1eb9d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T21:20:09,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969052d4-8f14-bdf7-bd22-76c77eb1eb9d/nfs.dump.dir in system properties and HBase conf 2024-11-09T21:20:09,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969052d4-8f14-bdf7-bd22-76c77eb1eb9d/java.io.tmpdir in system properties and HBase conf 2024-11-09T21:20:09,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969052d4-8f14-bdf7-bd22-76c77eb1eb9d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:20:09,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969052d4-8f14-bdf7-bd22-76c77eb1eb9d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T21:20:09,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969052d4-8f14-bdf7-bd22-76c77eb1eb9d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T21:20:09,627 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:20:09,632 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:20:09,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:20:09,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:20:09,669 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T21:20:09,675 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:20:09,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74f6b046{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969052d4-8f14-bdf7-bd22-76c77eb1eb9d/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:20:09,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68a5ef49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:20:09,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f38e5b2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969052d4-8f14-bdf7-bd22-76c77eb1eb9d/java.io.tmpdir/jetty-localhost-40847-hadoop-hdfs-3_4_1-tests_jar-_-any-17506258981775641237/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:20:09,828 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12898563{HTTP/1.1, (http/1.1)}{localhost:40847} 2024-11-09T21:20:09,828 INFO [Time-limited test {}] server.Server(415): Started @173831ms 2024-11-09T21:20:10,260 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:20:10,275 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:20:10,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:20:10,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:20:10,292 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T21:20:10,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@402e668f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969052d4-8f14-bdf7-bd22-76c77eb1eb9d/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:20:10,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33ef2719{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:20:10,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3694c72e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969052d4-8f14-bdf7-bd22-76c77eb1eb9d/java.io.tmpdir/jetty-localhost-45591-hadoop-hdfs-3_4_1-tests_jar-_-any-1161872621355736321/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:20:10,461 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7daa88ac{HTTP/1.1, (http/1.1)}{localhost:45591} 2024-11-09T21:20:10,461 INFO [Time-limited test {}] server.Server(415): Started @174464ms 2024-11-09T21:20:10,463 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T21:20:11,268 WARN [Thread-1799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969052d4-8f14-bdf7-bd22-76c77eb1eb9d/cluster_88417075-e930-c9c9-8792-bf4759bcbd41/data/data1/current/BP-71131957-172.17.0.2-1731187209285/current, will proceed with Du for space computation calculation, 2024-11-09T21:20:11,272 WARN [Thread-1800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969052d4-8f14-bdf7-bd22-76c77eb1eb9d/cluster_88417075-e930-c9c9-8792-bf4759bcbd41/data/data2/current/BP-71131957-172.17.0.2-1731187209285/current, will proceed with Du for space computation calculation, 2024-11-09T21:20:11,302 WARN [Thread-1787 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T21:20:11,306 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f7fe5b4d55519ce with lease ID 0xb136f49cb2ba2829: Processing first storage report for DS-bbc773ab-ee87-435a-aadd-ea0aed1a0b73 from datanode DatanodeRegistration(127.0.0.1:42555, datanodeUuid=bbfc197c-c8cf-427c-b54f-8ce8887cbad2, infoPort=44861, infoSecurePort=0, ipcPort=37851, storageInfo=lv=-57;cid=testClusterID;nsid=312244906;c=1731187209285) 2024-11-09T21:20:11,306 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f7fe5b4d55519ce with lease ID 0xb136f49cb2ba2829: from storage DS-bbc773ab-ee87-435a-aadd-ea0aed1a0b73 node DatanodeRegistration(127.0.0.1:42555, datanodeUuid=bbfc197c-c8cf-427c-b54f-8ce8887cbad2, infoPort=44861, infoSecurePort=0, ipcPort=37851, storageInfo=lv=-57;cid=testClusterID;nsid=312244906;c=1731187209285), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:20:11,307 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f7fe5b4d55519ce with lease ID 0xb136f49cb2ba2829: Processing first storage report for DS-ed02a9f7-eda3-41f4-ae31-0bcc17268706 from datanode DatanodeRegistration(127.0.0.1:42555, datanodeUuid=bbfc197c-c8cf-427c-b54f-8ce8887cbad2, infoPort=44861, infoSecurePort=0, ipcPort=37851, storageInfo=lv=-57;cid=testClusterID;nsid=312244906;c=1731187209285) 2024-11-09T21:20:11,307 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f7fe5b4d55519ce with lease ID 0xb136f49cb2ba2829: from storage DS-ed02a9f7-eda3-41f4-ae31-0bcc17268706 node DatanodeRegistration(127.0.0.1:42555, datanodeUuid=bbfc197c-c8cf-427c-b54f-8ce8887cbad2, infoPort=44861, infoSecurePort=0, ipcPort=37851, storageInfo=lv=-57;cid=testClusterID;nsid=312244906;c=1731187209285), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:20:11,321 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969052d4-8f14-bdf7-bd22-76c77eb1eb9d 2024-11-09T21:20:11,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:20:11,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:20:11,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741825_1001 (size=7) 2024-11-09T21:20:11,734 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85 with version=8 2024-11-09T21:20:11,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/hbase-staging 2024-11-09T21:20:11,736 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:20:11,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:20:11,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:20:11,736 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:20:11,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:20:11,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:20:11,736 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T21:20:11,736 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:20:11,737 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36461 2024-11-09T21:20:11,738 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36461 connecting to ZooKeeper ensemble=127.0.0.1:52653 2024-11-09T21:20:11,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364610x0, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:20:11,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36461-0x1012178521f0003 connected 2024-11-09T21:20:11,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:20:11,890 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:20:11,892 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36461-0x1012178521f0003, quorum=127.0.0.1:52653, baseZNode=/1386760207 Set watcher on znode that does not yet exist, /1386760207/running 2024-11-09T21:20:11,893 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85, hbase.cluster.distributed=false 2024-11-09T21:20:11,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36461-0x1012178521f0003, quorum=127.0.0.1:52653, baseZNode=/1386760207 Set watcher on znode that does not yet exist, /1386760207/acl 2024-11-09T21:20:11,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36461 2024-11-09T21:20:11,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36461 2024-11-09T21:20:11,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36461 2024-11-09T21:20:11,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36461 2024-11-09T21:20:11,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36461 2024-11-09T21:20:11,913 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:20:11,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:20:11,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:20:11,913 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:20:11,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:20:11,913 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:20:11,913 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T21:20:11,913 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:20:11,915 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41097 2024-11-09T21:20:11,917 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41097 connecting to ZooKeeper ensemble=127.0.0.1:52653 2024-11-09T21:20:11,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:20:11,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:20:11,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410970x0, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:20:11,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410970x0, quorum=127.0.0.1:52653, baseZNode=/1386760207 Set watcher on znode that does not yet exist, /1386760207/running 2024-11-09T21:20:11,931 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41097-0x1012178521f0004 connected 2024-11-09T21:20:11,931 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T21:20:11,932 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T21:20:11,933 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41097-0x1012178521f0004, quorum=127.0.0.1:52653, baseZNode=/1386760207 Set watcher on znode that does not yet exist, /1386760207/master 2024-11-09T21:20:11,933 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41097-0x1012178521f0004, quorum=127.0.0.1:52653, baseZNode=/1386760207 Set watcher on znode that does not yet exist, /1386760207/acl 2024-11-09T21:20:11,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41097 2024-11-09T21:20:11,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41097 2024-11-09T21:20:11,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41097 2024-11-09T21:20:11,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41097 2024-11-09T21:20:11,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41097 2024-11-09T21:20:11,961 DEBUG [M:0;9514d6d5e5be:36461 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9514d6d5e5be:36461 2024-11-09T21:20:11,962 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1386760207/backup-masters/9514d6d5e5be,36461,1731187211736 2024-11-09T21:20:11,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36461-0x1012178521f0003, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1386760207/backup-masters 2024-11-09T21:20:11,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41097-0x1012178521f0004, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1386760207/backup-masters 2024-11-09T21:20:11,973 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36461-0x1012178521f0003, quorum=127.0.0.1:52653, baseZNode=/1386760207 Set watcher on existing znode=/1386760207/backup-masters/9514d6d5e5be,36461,1731187211736 2024-11-09T21:20:11,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36461-0x1012178521f0003, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1386760207 2024-11-09T21:20:11,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41097-0x1012178521f0004, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1386760207/master 2024-11-09T21:20:11,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41097-0x1012178521f0004, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1386760207 2024-11-09T21:20:11,983 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36461-0x1012178521f0003, quorum=127.0.0.1:52653, baseZNode=/1386760207 Set watcher on existing znode=/1386760207/master 2024-11-09T21:20:11,984 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1386760207/backup-masters/9514d6d5e5be,36461,1731187211736 from backup master directory 2024-11-09T21:20:11,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36461-0x1012178521f0003, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1386760207/backup-masters/9514d6d5e5be,36461,1731187211736 2024-11-09T21:20:11,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41097-0x1012178521f0004, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1386760207/backup-masters 2024-11-09T21:20:11,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36461-0x1012178521f0003, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1386760207/backup-masters 2024-11-09T21:20:11,993 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:20:11,993 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9514d6d5e5be,36461,1731187211736 2024-11-09T21:20:12,001 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/hbase.id] with ID: 1a31f198-4633-458c-bb21-dc810b5eb5c0 2024-11-09T21:20:12,001 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/.tmp/hbase.id 2024-11-09T21:20:12,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741826_1002 (size=42) 2024-11-09T21:20:12,410 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/.tmp/hbase.id]:[hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/hbase.id] 2024-11-09T21:20:12,428 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:20:12,428 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T21:20:12,429 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T21:20:12,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36461-0x1012178521f0003, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1386760207 2024-11-09T21:20:12,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41097-0x1012178521f0004, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1386760207 2024-11-09T21:20:12,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741827_1003 (size=196) 2024-11-09T21:20:12,890 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:20:12,891 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T21:20:12,892 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:20:12,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741828_1004 (size=1189) 2024-11-09T21:20:13,302 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/MasterData/data/master/store 2024-11-09T21:20:13,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741829_1005 (size=34) 2024-11-09T21:20:13,325 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:20:13,325 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:20:13,325 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:13,325 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:13,325 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:20:13,325 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:13,325 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:13,325 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187213325Disabling compacts and flushes for region at 1731187213325Disabling writes for close at 1731187213325Writing region close event to WAL at 1731187213325Closed at 1731187213325 2024-11-09T21:20:13,326 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/MasterData/data/master/store/.initializing 2024-11-09T21:20:13,326 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/MasterData/WALs/9514d6d5e5be,36461,1731187211736 2024-11-09T21:20:13,329 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:20:13,330 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9514d6d5e5be%2C36461%2C1731187211736, suffix=, logDir=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/MasterData/WALs/9514d6d5e5be,36461,1731187211736, archiveDir=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/MasterData/oldWALs, maxLogs=10 2024-11-09T21:20:13,343 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/MasterData/WALs/9514d6d5e5be,36461,1731187211736/9514d6d5e5be%2C36461%2C1731187211736.1731187213330, exclude list is [], retry=0 2024-11-09T21:20:13,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42555,DS-bbc773ab-ee87-435a-aadd-ea0aed1a0b73,DISK] 2024-11-09T21:20:13,356 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/MasterData/WALs/9514d6d5e5be,36461,1731187211736/9514d6d5e5be%2C36461%2C1731187211736.1731187213330 2024-11-09T21:20:13,356 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44861:44861)] 2024-11-09T21:20:13,356 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:20:13,356 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:20:13,357 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:13,357 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:13,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:13,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T21:20:13,362 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:13,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:13,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:13,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T21:20:13,364 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:13,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:13,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:13,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T21:20:13,366 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:13,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:13,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:13,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T21:20:13,368 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:13,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:13,369 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:13,369 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:13,370 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:13,371 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:13,371 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:13,371 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:20:13,372 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:13,374 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:20:13,374 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63000836, jitterRate=-0.0612143874168396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:20:13,375 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731187213357Initializing all the Stores at 1731187213357Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187213358 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187213360 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187213360Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187213360Cleaning up temporary data from old regions at 1731187213371 (+11 ms)Region opened successfully at 1731187213375 (+4 ms) 2024-11-09T21:20:13,375 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T21:20:13,380 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@726f4299, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:20:13,381 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T21:20:13,381 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T21:20:13,381 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T21:20:13,381 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T21:20:13,382 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T21:20:13,382 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T21:20:13,382 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T21:20:13,398 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T21:20:13,399 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36461-0x1012178521f0003, quorum=127.0.0.1:52653, baseZNode=/1386760207 Unable to get data of znode /1386760207/balancer because node does not exist (not necessarily an error) 2024-11-09T21:20:13,446 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1386760207/balancer already deleted, retry=false 2024-11-09T21:20:13,446 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T21:20:13,447 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36461-0x1012178521f0003, quorum=127.0.0.1:52653, baseZNode=/1386760207 Unable to get data of znode /1386760207/normalizer because node does not exist (not necessarily an error) 2024-11-09T21:20:13,456 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1386760207/normalizer already deleted, retry=false 2024-11-09T21:20:13,457 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T21:20:13,461 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36461-0x1012178521f0003, quorum=127.0.0.1:52653, baseZNode=/1386760207 Unable to get data of znode /1386760207/switch/split because node does not exist (not necessarily an error) 2024-11-09T21:20:13,467 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1386760207/switch/split already deleted, retry=false 2024-11-09T21:20:13,468 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36461-0x1012178521f0003, quorum=127.0.0.1:52653, baseZNode=/1386760207 Unable to get data of znode /1386760207/switch/merge because node does not exist (not necessarily an error) 2024-11-09T21:20:13,477 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1386760207/switch/merge already deleted, retry=false 2024-11-09T21:20:13,480 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36461-0x1012178521f0003, quorum=127.0.0.1:52653, baseZNode=/1386760207 Unable to get data of znode /1386760207/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T21:20:13,488 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1386760207/snapshot-cleanup already deleted, retry=false 2024-11-09T21:20:13,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41097-0x1012178521f0004, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1386760207/running 2024-11-09T21:20:13,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41097-0x1012178521f0004, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1386760207 2024-11-09T21:20:13,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36461-0x1012178521f0003, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1386760207/running 2024-11-09T21:20:13,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36461-0x1012178521f0003, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1386760207 2024-11-09T21:20:13,557 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9514d6d5e5be,36461,1731187211736, sessionid=0x1012178521f0003, setting cluster-up flag (Was=false) 2024-11-09T21:20:13,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36461-0x1012178521f0003, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1386760207 2024-11-09T21:20:13,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41097-0x1012178521f0004, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1386760207 2024-11-09T21:20:13,927 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T21:20:13,927 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T21:20:13,928 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:20:13,928 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T21:20:13,928 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:20:13,928 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T21:20:13,928 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T21:20:13,928 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T21:20:13,964 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1386760207/flush-table-proc/acquired, /1386760207/flush-table-proc/reached, /1386760207/flush-table-proc/abort 2024-11-09T21:20:13,966 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,36461,1731187211736 2024-11-09T21:20:13,976 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T21:20:14,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36461-0x1012178521f0003, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1386760207 2024-11-09T21:20:14,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41097-0x1012178521f0004, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1386760207 2024-11-09T21:20:14,350 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1386760207/online-snapshot/acquired, /1386760207/online-snapshot/reached, /1386760207/online-snapshot/abort 2024-11-09T21:20:14,351 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,36461,1731187211736 2024-11-09T21:20:14,352 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T21:20:14,353 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T21:20:14,353 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T21:20:14,353 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T21:20:14,353 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9514d6d5e5be,36461,1731187211736 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T21:20:14,354 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:20:14,354 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:20:14,354 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:20:14,354 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:20:14,354 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9514d6d5e5be:0, corePoolSize=10, maxPoolSize=10 2024-11-09T21:20:14,354 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:14,355 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:20:14,355 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:14,362 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:20:14,362 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T21:20:14,363 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:14,363 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T21:20:14,367 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731187244367 2024-11-09T21:20:14,367 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T21:20:14,367 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T21:20:14,367 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T21:20:14,367 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T21:20:14,367 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T21:20:14,367 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T21:20:14,368 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:14,368 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T21:20:14,368 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T21:20:14,368 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T21:20:14,368 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T21:20:14,373 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T21:20:14,373 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T21:20:14,373 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187214373,5,FailOnTimeoutGroup] 2024-11-09T21:20:14,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741831_1007 (size=1321) 2024-11-09T21:20:14,380 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T21:20:14,381 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85 2024-11-09T21:20:14,386 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187214373,5,FailOnTimeoutGroup] 2024-11-09T21:20:14,387 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:14,387 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T21:20:14,387 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:14,387 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:14,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741832_1008 (size=32) 2024-11-09T21:20:14,452 INFO [RS:0;9514d6d5e5be:41097 {}] regionserver.HRegionServer(746): ClusterId : 1a31f198-4633-458c-bb21-dc810b5eb5c0 2024-11-09T21:20:14,452 DEBUG [RS:0;9514d6d5e5be:41097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T21:20:14,574 DEBUG [RS:0;9514d6d5e5be:41097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T21:20:14,574 DEBUG [RS:0;9514d6d5e5be:41097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T21:20:14,626 DEBUG [RS:0;9514d6d5e5be:41097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T21:20:14,626 DEBUG [RS:0;9514d6d5e5be:41097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32fea2e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:20:14,628 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:20:14,641 DEBUG [RS:0;9514d6d5e5be:41097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9514d6d5e5be:41097 2024-11-09T21:20:14,641 INFO [RS:0;9514d6d5e5be:41097 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T21:20:14,642 INFO [RS:0;9514d6d5e5be:41097 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T21:20:14,642 DEBUG [RS:0;9514d6d5e5be:41097 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T21:20:14,642 INFO [RS:0;9514d6d5e5be:41097 {}] regionserver.HRegionServer(2659): reportForDuty to master=9514d6d5e5be,36461,1731187211736 with port=41097, startcode=1731187211913 2024-11-09T21:20:14,642 DEBUG [RS:0;9514d6d5e5be:41097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T21:20:14,644 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T21:20:14,645 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36461 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9514d6d5e5be,41097,1731187211913 2024-11-09T21:20:14,645 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36461 {}] master.ServerManager(517): Registering regionserver=9514d6d5e5be,41097,1731187211913 2024-11-09T21:20:14,646 DEBUG [RS:0;9514d6d5e5be:41097 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85 2024-11-09T21:20:14,646 DEBUG [RS:0;9514d6d5e5be:41097 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46195 2024-11-09T21:20:14,646 DEBUG [RS:0;9514d6d5e5be:41097 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T21:20:14,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:14,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:14,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:14,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:14,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:14,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:14,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:14,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:14,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36461-0x1012178521f0003, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1386760207/rs 2024-11-09T21:20:14,763 DEBUG [RS:0;9514d6d5e5be:41097 {}] zookeeper.ZKUtil(111): regionserver:41097-0x1012178521f0004, quorum=127.0.0.1:52653, baseZNode=/1386760207 Set watcher on existing znode=/1386760207/rs/9514d6d5e5be,41097,1731187211913 2024-11-09T21:20:14,763 WARN [RS:0;9514d6d5e5be:41097 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:20:14,763 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9514d6d5e5be,41097,1731187211913] 2024-11-09T21:20:14,763 INFO [RS:0;9514d6d5e5be:41097 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:20:14,763 DEBUG [RS:0;9514d6d5e5be:41097 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/WALs/9514d6d5e5be,41097,1731187211913 2024-11-09T21:20:14,766 INFO [RS:0;9514d6d5e5be:41097 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T21:20:14,768 INFO [RS:0;9514d6d5e5be:41097 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T21:20:14,772 INFO [RS:0;9514d6d5e5be:41097 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T21:20:14,772 INFO [RS:0;9514d6d5e5be:41097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:14,772 INFO [RS:0;9514d6d5e5be:41097 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T21:20:14,773 INFO [RS:0;9514d6d5e5be:41097 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T21:20:14,773 INFO [RS:0;9514d6d5e5be:41097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:14,773 DEBUG [RS:0;9514d6d5e5be:41097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:14,773 DEBUG [RS:0;9514d6d5e5be:41097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:14,773 DEBUG [RS:0;9514d6d5e5be:41097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:14,773 DEBUG [RS:0;9514d6d5e5be:41097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:14,773 DEBUG [RS:0;9514d6d5e5be:41097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:14,773 DEBUG [RS:0;9514d6d5e5be:41097 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:20:14,773 DEBUG [RS:0;9514d6d5e5be:41097 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:14,773 DEBUG [RS:0;9514d6d5e5be:41097 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:14,773 DEBUG [RS:0;9514d6d5e5be:41097 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:14,773 DEBUG [RS:0;9514d6d5e5be:41097 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:14,773 DEBUG [RS:0;9514d6d5e5be:41097 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:14,774 DEBUG [RS:0;9514d6d5e5be:41097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:14,774 DEBUG [RS:0;9514d6d5e5be:41097 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:20:14,774 DEBUG [RS:0;9514d6d5e5be:41097 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:20:14,779 INFO [RS:0;9514d6d5e5be:41097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:14,779 INFO [RS:0;9514d6d5e5be:41097 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:14,779 INFO [RS:0;9514d6d5e5be:41097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:14,779 INFO [RS:0;9514d6d5e5be:41097 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:14,779 INFO [RS:0;9514d6d5e5be:41097 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:14,779 INFO [RS:0;9514d6d5e5be:41097 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,41097,1731187211913-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:20:14,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:20:14,795 INFO [RS:0;9514d6d5e5be:41097 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T21:20:14,795 INFO [RS:0;9514d6d5e5be:41097 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,41097,1731187211913-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:14,795 INFO [RS:0;9514d6d5e5be:41097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:14,795 INFO [RS:0;9514d6d5e5be:41097 {}] regionserver.Replication(171): 9514d6d5e5be,41097,1731187211913 started 2024-11-09T21:20:14,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:20:14,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:20:14,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:14,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:14,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:20:14,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:20:14,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:14,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:14,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:20:14,809 INFO [RS:0;9514d6d5e5be:41097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:14,809 INFO [RS:0;9514d6d5e5be:41097 {}] regionserver.HRegionServer(1482): Serving as 9514d6d5e5be,41097,1731187211913, RpcServer on 9514d6d5e5be/172.17.0.2:41097, sessionid=0x1012178521f0004 2024-11-09T21:20:14,809 DEBUG [RS:0;9514d6d5e5be:41097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T21:20:14,809 DEBUG [RS:0;9514d6d5e5be:41097 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9514d6d5e5be,41097,1731187211913 2024-11-09T21:20:14,809 DEBUG [RS:0;9514d6d5e5be:41097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,41097,1731187211913' 2024-11-09T21:20:14,809 DEBUG [RS:0;9514d6d5e5be:41097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1386760207/flush-table-proc/abort' 2024-11-09T21:20:14,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:20:14,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:14,810 DEBUG [RS:0;9514d6d5e5be:41097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1386760207/flush-table-proc/acquired' 2024-11-09T21:20:14,810 DEBUG [RS:0;9514d6d5e5be:41097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T21:20:14,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:14,810 DEBUG [RS:0;9514d6d5e5be:41097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T21:20:14,810 DEBUG [RS:0;9514d6d5e5be:41097 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9514d6d5e5be,41097,1731187211913 2024-11-09T21:20:14,810 DEBUG [RS:0;9514d6d5e5be:41097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,41097,1731187211913' 2024-11-09T21:20:14,810 DEBUG [RS:0;9514d6d5e5be:41097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1386760207/online-snapshot/abort' 2024-11-09T21:20:14,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:20:14,810 DEBUG [RS:0;9514d6d5e5be:41097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1386760207/online-snapshot/acquired' 2024-11-09T21:20:14,811 DEBUG [RS:0;9514d6d5e5be:41097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T21:20:14,811 INFO [RS:0;9514d6d5e5be:41097 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T21:20:14,811 INFO [RS:0;9514d6d5e5be:41097 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T21:20:14,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:20:14,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:14,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:14,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:20:14,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/meta/1588230740 2024-11-09T21:20:14,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/meta/1588230740 2024-11-09T21:20:14,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:20:14,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:20:14,814 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:20:14,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:20:14,817 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:20:14,817 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73221685, jitterRate=0.09108813107013702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:20:14,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731187214794Initializing all the Stores at 1731187214795 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187214795Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187214803 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187214803Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187214803Cleaning up temporary data from old regions at 1731187214814 (+11 ms)Region opened successfully at 1731187214817 (+3 ms) 2024-11-09T21:20:14,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:20:14,817 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:20:14,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:20:14,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:20:14,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:20:14,821 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:20:14,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187214817Disabling compacts and flushes for region at 1731187214817Disabling writes for close at 1731187214818 (+1 ms)Writing region close event to WAL at 1731187214821 (+3 ms)Closed at 1731187214821 2024-11-09T21:20:14,822 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:20:14,822 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T21:20:14,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T21:20:14,823 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:20:14,825 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T21:20:14,912 INFO [RS:0;9514d6d5e5be:41097 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:20:14,914 INFO [RS:0;9514d6d5e5be:41097 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C41097%2C1731187211913, suffix=, logDir=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/WALs/9514d6d5e5be,41097,1731187211913, archiveDir=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/oldWALs, maxLogs=10 2024-11-09T21:20:14,931 DEBUG [RS:0;9514d6d5e5be:41097 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/WALs/9514d6d5e5be,41097,1731187211913/9514d6d5e5be%2C41097%2C1731187211913.1731187214914, exclude list is [], retry=0 2024-11-09T21:20:14,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42555,DS-bbc773ab-ee87-435a-aadd-ea0aed1a0b73,DISK] 2024-11-09T21:20:14,935 INFO [RS:0;9514d6d5e5be:41097 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/WALs/9514d6d5e5be,41097,1731187211913/9514d6d5e5be%2C41097%2C1731187211913.1731187214914 2024-11-09T21:20:14,935 DEBUG [RS:0;9514d6d5e5be:41097 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44861:44861)] 2024-11-09T21:20:14,975 DEBUG [9514d6d5e5be:36461 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T21:20:14,975 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9514d6d5e5be,41097,1731187211913 2024-11-09T21:20:14,976 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,41097,1731187211913, state=OPENING 2024-11-09T21:20:15,059 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T21:20:15,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41097-0x1012178521f0004, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1386760207 2024-11-09T21:20:15,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36461-0x1012178521f0003, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1386760207 2024-11-09T21:20:15,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1386760207/meta-region-server: CHANGED 2024-11-09T21:20:15,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1386760207/meta-region-server: CHANGED 2024-11-09T21:20:15,140 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:20:15,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,41097,1731187211913}] 2024-11-09T21:20:15,293 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:20:15,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T21:20:15,298 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T21:20:15,298 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:20:15,298 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T21:20:15,299 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C41097%2C1731187211913.meta, suffix=.meta, logDir=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/WALs/9514d6d5e5be,41097,1731187211913, archiveDir=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/oldWALs, maxLogs=10 2024-11-09T21:20:15,314 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/WALs/9514d6d5e5be,41097,1731187211913/9514d6d5e5be%2C41097%2C1731187211913.meta.1731187215300.meta, exclude list is [], retry=0 2024-11-09T21:20:15,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42555,DS-bbc773ab-ee87-435a-aadd-ea0aed1a0b73,DISK] 2024-11-09T21:20:15,318 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/WALs/9514d6d5e5be,41097,1731187211913/9514d6d5e5be%2C41097%2C1731187211913.meta.1731187215300.meta 2024-11-09T21:20:15,320 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44861:44861)] 2024-11-09T21:20:15,320 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:20:15,321 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:20:15,321 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:20:15,321 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T21:20:15,321 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T21:20:15,321 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T21:20:15,321 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:20:15,321 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T21:20:15,321 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T21:20:15,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:20:15,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:20:15,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:15,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:15,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:20:15,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:20:15,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:15,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:15,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:20:15,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:20:15,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:15,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:15,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:20:15,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:20:15,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:15,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:15,327 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:20:15,328 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/meta/1588230740 2024-11-09T21:20:15,329 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/meta/1588230740 2024-11-09T21:20:15,330 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:20:15,330 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:20:15,330 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:20:15,332 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:20:15,333 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62627393, jitterRate=-0.06677912175655365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:20:15,333 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T21:20:15,333 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731187215321Writing region info on filesystem at 1731187215321Initializing all the Stores at 1731187215322 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187215322Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187215322Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187215322Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187215322Cleaning up temporary data from old regions at 1731187215330 (+8 ms)Running coprocessor post-open hooks at 1731187215333 (+3 ms)Region opened successfully at 1731187215333 2024-11-09T21:20:15,334 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731187215293 2024-11-09T21:20:15,336 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T21:20:15,336 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T21:20:15,336 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,41097,1731187211913 2024-11-09T21:20:15,337 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,41097,1731187211913, state=OPEN 2024-11-09T21:20:15,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36461-0x1012178521f0003, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1386760207/meta-region-server 2024-11-09T21:20:15,516 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9514d6d5e5be,41097,1731187211913 2024-11-09T21:20:15,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1386760207/meta-region-server: CHANGED 2024-11-09T21:20:15,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41097-0x1012178521f0004, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1386760207/meta-region-server 2024-11-09T21:20:15,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1386760207/meta-region-server: CHANGED 2024-11-09T21:20:15,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T21:20:15,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,41097,1731187211913 in 376 msec 2024-11-09T21:20:15,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T21:20:15,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 750 msec 2024-11-09T21:20:15,574 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:20:15,574 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T21:20:15,575 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:20:15,576 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,41097,1731187211913, seqNum=-1] 2024-11-09T21:20:15,576 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:20:15,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:20:15,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2280 sec 2024-11-09T21:20:15,581 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731187215581, completionTime=-1 2024-11-09T21:20:15,581 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T21:20:15,581 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T21:20:15,583 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T21:20:15,583 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731187275583 2024-11-09T21:20:15,583 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731187335583 2024-11-09T21:20:15,583 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T21:20:15,583 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,36461,1731187211736-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:15,583 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,36461,1731187211736-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:15,583 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,36461,1731187211736-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:15,584 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9514d6d5e5be:36461, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:15,584 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:15,584 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:15,587 DEBUG [master/9514d6d5e5be:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T21:20:15,589 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.595sec 2024-11-09T21:20:15,589 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T21:20:15,589 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T21:20:15,589 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T21:20:15,589 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T21:20:15,589 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T21:20:15,589 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,36461,1731187211736-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:20:15,589 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,36461,1731187211736-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T21:20:15,591 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T21:20:15,591 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T21:20:15,591 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,36461,1731187211736-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:15,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c580e7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:15,660 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,36461,-1 for getting cluster id 2024-11-09T21:20:15,660 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:20:15,661 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a31f198-4633-458c-bb21-dc810b5eb5c0' 2024-11-09T21:20:15,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:20:15,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a31f198-4633-458c-bb21-dc810b5eb5c0" 2024-11-09T21:20:15,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79966cfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:15,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,36461,-1] 2024-11-09T21:20:15,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:20:15,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:15,663 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:20:15,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7444c61c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:15,664 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:20:15,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,41097,1731187211913, seqNum=-1] 2024-11-09T21:20:15,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:20:15,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:20:15,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9514d6d5e5be,36461,1731187211736 2024-11-09T21:20:15,674 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52653 2024-11-09T21:20:15,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:20:15,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012178521f0005 connected 2024-11-09T21:20:15,814 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:20:15,815 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,46723,1731187203700 2024-11-09T21:20:15,815 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18bb1209 2024-11-09T21:20:15,815 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:20:15,816 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:20:15,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46723 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:20:15,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46723 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T21:20:15,820 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:20:15,821 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:15,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46723 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T21:20:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:20:15,822 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:20:15,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741835_1011 (size=902) 2024-11-09T21:20:15,838 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ed319b77f0f16f931bfb86306da08258, NAME => 'test,,1731187215817.ed319b77f0f16f931bfb86306da08258.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513 2024-11-09T21:20:15,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741836_1012 (size=39) 2024-11-09T21:20:15,851 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731187215817.ed319b77f0f16f931bfb86306da08258.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:20:15,851 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ed319b77f0f16f931bfb86306da08258, disabling compactions & flushes 2024-11-09T21:20:15,851 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731187215817.ed319b77f0f16f931bfb86306da08258. 2024-11-09T21:20:15,851 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731187215817.ed319b77f0f16f931bfb86306da08258. 2024-11-09T21:20:15,851 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731187215817.ed319b77f0f16f931bfb86306da08258. after waiting 0 ms 2024-11-09T21:20:15,851 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731187215817.ed319b77f0f16f931bfb86306da08258. 2024-11-09T21:20:15,851 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731187215817.ed319b77f0f16f931bfb86306da08258. 2024-11-09T21:20:15,851 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ed319b77f0f16f931bfb86306da08258: Waiting for close lock at 1731187215851Disabling compacts and flushes for region at 1731187215851Disabling writes for close at 1731187215851Writing region close event to WAL at 1731187215851Closed at 1731187215851 2024-11-09T21:20:15,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:20:15,853 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731187215817.ed319b77f0f16f931bfb86306da08258.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731187215853"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731187215853"}]},"ts":"1731187215853"} 2024-11-09T21:20:15,855 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T21:20:15,856 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:20:15,856 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187215856"}]},"ts":"1731187215856"} 2024-11-09T21:20:15,858 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T21:20:15,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ed319b77f0f16f931bfb86306da08258, ASSIGN}] 2024-11-09T21:20:15,859 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ed319b77f0f16f931bfb86306da08258, ASSIGN 2024-11-09T21:20:15,860 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ed319b77f0f16f931bfb86306da08258, ASSIGN; state=OFFLINE, location=9514d6d5e5be,38603,1731187204952; forceNewPlan=false, retain=false 2024-11-09T21:20:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:20:16,010 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ed319b77f0f16f931bfb86306da08258, regionState=OPENING, regionLocation=9514d6d5e5be,38603,1731187204952 2024-11-09T21:20:16,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ed319b77f0f16f931bfb86306da08258, ASSIGN because future has completed 2024-11-09T21:20:16,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed319b77f0f16f931bfb86306da08258, server=9514d6d5e5be,38603,1731187204952}] 2024-11-09T21:20:16,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:20:16,169 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731187215817.ed319b77f0f16f931bfb86306da08258. 2024-11-09T21:20:16,170 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ed319b77f0f16f931bfb86306da08258, NAME => 'test,,1731187215817.ed319b77f0f16f931bfb86306da08258.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:20:16,170 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:20:16,170 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T21:20:16,171 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ed319b77f0f16f931bfb86306da08258 2024-11-09T21:20:16,171 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731187215817.ed319b77f0f16f931bfb86306da08258.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:20:16,171 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ed319b77f0f16f931bfb86306da08258 2024-11-09T21:20:16,171 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ed319b77f0f16f931bfb86306da08258 2024-11-09T21:20:16,173 INFO [StoreOpener-ed319b77f0f16f931bfb86306da08258-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ed319b77f0f16f931bfb86306da08258 2024-11-09T21:20:16,174 INFO [StoreOpener-ed319b77f0f16f931bfb86306da08258-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed319b77f0f16f931bfb86306da08258 columnFamilyName f 2024-11-09T21:20:16,174 DEBUG [StoreOpener-ed319b77f0f16f931bfb86306da08258-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:16,175 INFO [StoreOpener-ed319b77f0f16f931bfb86306da08258-1 {}] regionserver.HStore(327): Store=ed319b77f0f16f931bfb86306da08258/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:16,175 INFO [StoreOpener-ed319b77f0f16f931bfb86306da08258-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ed319b77f0f16f931bfb86306da08258 2024-11-09T21:20:16,176 INFO [StoreOpener-ed319b77f0f16f931bfb86306da08258-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed319b77f0f16f931bfb86306da08258 columnFamilyName f1 2024-11-09T21:20:16,176 DEBUG [StoreOpener-ed319b77f0f16f931bfb86306da08258-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:16,176 INFO [StoreOpener-ed319b77f0f16f931bfb86306da08258-1 {}] regionserver.HStore(327): Store=ed319b77f0f16f931bfb86306da08258/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:16,177 INFO [StoreOpener-ed319b77f0f16f931bfb86306da08258-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ed319b77f0f16f931bfb86306da08258 2024-11-09T21:20:16,178 INFO [StoreOpener-ed319b77f0f16f931bfb86306da08258-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed319b77f0f16f931bfb86306da08258 columnFamilyName norep 2024-11-09T21:20:16,178 DEBUG [StoreOpener-ed319b77f0f16f931bfb86306da08258-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:16,178 INFO [StoreOpener-ed319b77f0f16f931bfb86306da08258-1 {}] regionserver.HStore(327): Store=ed319b77f0f16f931bfb86306da08258/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:16,178 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ed319b77f0f16f931bfb86306da08258 2024-11-09T21:20:16,179 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/default/test/ed319b77f0f16f931bfb86306da08258 2024-11-09T21:20:16,179 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/default/test/ed319b77f0f16f931bfb86306da08258 2024-11-09T21:20:16,180 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ed319b77f0f16f931bfb86306da08258 2024-11-09T21:20:16,180 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ed319b77f0f16f931bfb86306da08258 2024-11-09T21:20:16,180 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:20:16,181 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ed319b77f0f16f931bfb86306da08258 2024-11-09T21:20:16,183 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/default/test/ed319b77f0f16f931bfb86306da08258/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:20:16,183 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ed319b77f0f16f931bfb86306da08258; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67150906, jitterRate=6.264746189117432E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:20:16,184 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ed319b77f0f16f931bfb86306da08258 2024-11-09T21:20:16,184 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ed319b77f0f16f931bfb86306da08258: Running coprocessor pre-open hook at 1731187216171Writing region info on filesystem at 1731187216171Initializing all the Stores at 1731187216172 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187216172Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187216173 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187216173Cleaning up temporary data from old regions at 1731187216180 (+7 ms)Running coprocessor post-open hooks at 1731187216184 (+4 ms)Region opened successfully at 1731187216184 2024-11-09T21:20:16,185 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731187215817.ed319b77f0f16f931bfb86306da08258., pid=6, masterSystemTime=1731187216165 2024-11-09T21:20:16,189 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731187215817.ed319b77f0f16f931bfb86306da08258. 2024-11-09T21:20:16,190 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731187215817.ed319b77f0f16f931bfb86306da08258. 2024-11-09T21:20:16,193 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ed319b77f0f16f931bfb86306da08258, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9514d6d5e5be,38603,1731187204952 2024-11-09T21:20:16,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed319b77f0f16f931bfb86306da08258, server=9514d6d5e5be,38603,1731187204952 because future has completed 2024-11-09T21:20:16,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T21:20:16,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ed319b77f0f16f931bfb86306da08258, server=9514d6d5e5be,38603,1731187204952 in 184 msec 2024-11-09T21:20:16,203 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T21:20:16,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ed319b77f0f16f931bfb86306da08258, ASSIGN in 343 msec 2024-11-09T21:20:16,205 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:20:16,205 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187216205"}]},"ts":"1731187216205"} 2024-11-09T21:20:16,208 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T21:20:16,209 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:20:16,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 392 msec 2024-11-09T21:20:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:20:16,450 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T21:20:16,450 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:20:16,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,36461,1731187211736 2024-11-09T21:20:16,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@471f4903 2024-11-09T21:20:16,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:20:16,452 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:20:16,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36461 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:20:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36461 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T21:20:16,456 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:20:16,456 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:16,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36461 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T21:20:16,457 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:20:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:20:16,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741835_1011 (size=902) 2024-11-09T21:20:16,478 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 52696b48d8024392a2d13e66aac32740, NAME => 'test,,1731187216453.52696b48d8024392a2d13e66aac32740.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85 2024-11-09T21:20:16,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741836_1012 (size=39) 2024-11-09T21:20:16,512 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731187216453.52696b48d8024392a2d13e66aac32740.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:20:16,512 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 52696b48d8024392a2d13e66aac32740, disabling compactions & flushes 2024-11-09T21:20:16,512 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731187216453.52696b48d8024392a2d13e66aac32740. 2024-11-09T21:20:16,512 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731187216453.52696b48d8024392a2d13e66aac32740. 2024-11-09T21:20:16,512 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731187216453.52696b48d8024392a2d13e66aac32740. after waiting 0 ms 2024-11-09T21:20:16,512 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731187216453.52696b48d8024392a2d13e66aac32740. 2024-11-09T21:20:16,512 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731187216453.52696b48d8024392a2d13e66aac32740. 2024-11-09T21:20:16,512 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 52696b48d8024392a2d13e66aac32740: Waiting for close lock at 1731187216512Disabling compacts and flushes for region at 1731187216512Disabling writes for close at 1731187216512Writing region close event to WAL at 1731187216512Closed at 1731187216512 2024-11-09T21:20:16,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:20:16,514 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731187216453.52696b48d8024392a2d13e66aac32740.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731187216514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731187216514"}]},"ts":"1731187216514"} 2024-11-09T21:20:16,517 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T21:20:16,518 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:20:16,519 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187216518"}]},"ts":"1731187216518"} 2024-11-09T21:20:16,522 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T21:20:16,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=52696b48d8024392a2d13e66aac32740, ASSIGN}] 2024-11-09T21:20:16,524 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=52696b48d8024392a2d13e66aac32740, ASSIGN 2024-11-09T21:20:16,525 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=52696b48d8024392a2d13e66aac32740, ASSIGN; state=OFFLINE, location=9514d6d5e5be,41097,1731187211913; forceNewPlan=false, retain=false 2024-11-09T21:20:16,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:20:16,676 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=52696b48d8024392a2d13e66aac32740, regionState=OPENING, regionLocation=9514d6d5e5be,41097,1731187211913 2024-11-09T21:20:16,680 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=52696b48d8024392a2d13e66aac32740, ASSIGN 2024-11-09T21:20:16,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52696b48d8024392a2d13e66aac32740, server=9514d6d5e5be,41097,1731187211913}] 2024-11-09T21:20:16,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:20:16,838 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731187216453.52696b48d8024392a2d13e66aac32740. 2024-11-09T21:20:16,838 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 52696b48d8024392a2d13e66aac32740, NAME => 'test,,1731187216453.52696b48d8024392a2d13e66aac32740.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:20:16,839 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:20:16,839 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T21:20:16,839 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 52696b48d8024392a2d13e66aac32740 2024-11-09T21:20:16,839 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731187216453.52696b48d8024392a2d13e66aac32740.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:20:16,839 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 52696b48d8024392a2d13e66aac32740 2024-11-09T21:20:16,839 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 52696b48d8024392a2d13e66aac32740 2024-11-09T21:20:16,840 INFO [StoreOpener-52696b48d8024392a2d13e66aac32740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 52696b48d8024392a2d13e66aac32740 2024-11-09T21:20:16,841 INFO [StoreOpener-52696b48d8024392a2d13e66aac32740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52696b48d8024392a2d13e66aac32740 columnFamilyName f 2024-11-09T21:20:16,841 DEBUG [StoreOpener-52696b48d8024392a2d13e66aac32740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:16,842 INFO [StoreOpener-52696b48d8024392a2d13e66aac32740-1 {}] regionserver.HStore(327): Store=52696b48d8024392a2d13e66aac32740/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:16,842 INFO [StoreOpener-52696b48d8024392a2d13e66aac32740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 52696b48d8024392a2d13e66aac32740 2024-11-09T21:20:16,843 INFO [StoreOpener-52696b48d8024392a2d13e66aac32740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52696b48d8024392a2d13e66aac32740 columnFamilyName f1 2024-11-09T21:20:16,843 DEBUG [StoreOpener-52696b48d8024392a2d13e66aac32740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:16,843 INFO [StoreOpener-52696b48d8024392a2d13e66aac32740-1 {}] regionserver.HStore(327): Store=52696b48d8024392a2d13e66aac32740/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:16,844 INFO [StoreOpener-52696b48d8024392a2d13e66aac32740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 52696b48d8024392a2d13e66aac32740 2024-11-09T21:20:16,845 INFO [StoreOpener-52696b48d8024392a2d13e66aac32740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52696b48d8024392a2d13e66aac32740 columnFamilyName norep 2024-11-09T21:20:16,845 DEBUG [StoreOpener-52696b48d8024392a2d13e66aac32740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:16,848 INFO [StoreOpener-52696b48d8024392a2d13e66aac32740-1 {}] regionserver.HStore(327): Store=52696b48d8024392a2d13e66aac32740/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:16,849 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 52696b48d8024392a2d13e66aac32740 2024-11-09T21:20:16,850 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/default/test/52696b48d8024392a2d13e66aac32740 2024-11-09T21:20:16,850 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/default/test/52696b48d8024392a2d13e66aac32740 2024-11-09T21:20:16,851 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 52696b48d8024392a2d13e66aac32740 2024-11-09T21:20:16,851 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 52696b48d8024392a2d13e66aac32740 2024-11-09T21:20:16,852 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:20:16,853 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 52696b48d8024392a2d13e66aac32740 2024-11-09T21:20:16,857 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/default/test/52696b48d8024392a2d13e66aac32740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:20:16,857 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 52696b48d8024392a2d13e66aac32740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74786138, jitterRate=0.11440029740333557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:20:16,857 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 52696b48d8024392a2d13e66aac32740 2024-11-09T21:20:16,857 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 52696b48d8024392a2d13e66aac32740: Running coprocessor pre-open hook at 1731187216839Writing region info on filesystem at 1731187216839Initializing all the Stores at 1731187216840 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187216840Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187216840Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187216840Cleaning up temporary data from old regions at 1731187216851 (+11 ms)Running coprocessor post-open hooks at 1731187216857 (+6 ms)Region opened successfully at 1731187216857 2024-11-09T21:20:16,858 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731187216453.52696b48d8024392a2d13e66aac32740., pid=6, masterSystemTime=1731187216835 2024-11-09T21:20:16,861 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731187216453.52696b48d8024392a2d13e66aac32740. 2024-11-09T21:20:16,861 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731187216453.52696b48d8024392a2d13e66aac32740. 2024-11-09T21:20:16,861 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=52696b48d8024392a2d13e66aac32740, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9514d6d5e5be,41097,1731187211913 2024-11-09T21:20:16,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52696b48d8024392a2d13e66aac32740, server=9514d6d5e5be,41097,1731187211913 because future has completed 2024-11-09T21:20:16,867 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36461 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=9514d6d5e5be,41097,1731187211913, table=test, region=52696b48d8024392a2d13e66aac32740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T21:20:16,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T21:20:16,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 52696b48d8024392a2d13e66aac32740, server=9514d6d5e5be,41097,1731187211913 in 190 msec 2024-11-09T21:20:16,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T21:20:16,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=52696b48d8024392a2d13e66aac32740, ASSIGN in 350 msec 2024-11-09T21:20:16,875 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:20:16,876 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187216875"}]},"ts":"1731187216875"} 2024-11-09T21:20:16,879 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T21:20:16,880 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:20:16,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 427 msec 2024-11-09T21:20:17,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:20:17,091 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T21:20:17,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f114fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:17,091 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,46723,-1 for getting cluster id 2024-11-09T21:20:17,092 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:20:17,093 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ee2e665-8bc8-494c-9eaa-e0a4247265b2' 2024-11-09T21:20:17,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:20:17,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ee2e665-8bc8-494c-9eaa-e0a4247265b2" 2024-11-09T21:20:17,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fe7d82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:17,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,46723,-1] 2024-11-09T21:20:17,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:20:17,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:17,095 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:20:17,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a8a5e4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:17,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4894475f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:17,098 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,36461,-1 for getting cluster id 2024-11-09T21:20:17,098 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:20:17,100 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a31f198-4633-458c-bb21-dc810b5eb5c0' 2024-11-09T21:20:17,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:20:17,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a31f198-4633-458c-bb21-dc810b5eb5c0" 2024-11-09T21:20:17,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c234e74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:17,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,36461,-1] 2024-11-09T21:20:17,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:20:17,101 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:17,102 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:20:17,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d335a0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:17,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3035fdbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:17,108 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,46723,-1 for getting cluster id 2024-11-09T21:20:17,108 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:20:17,110 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ee2e665-8bc8-494c-9eaa-e0a4247265b2' 2024-11-09T21:20:17,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:20:17,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ee2e665-8bc8-494c-9eaa-e0a4247265b2" 2024-11-09T21:20:17,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f2d93a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:17,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,46723,-1] 2024-11-09T21:20:17,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:20:17,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:17,112 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:20:17,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76dd777c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:17,113 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:20:17,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,46723,1731187203700 2024-11-09T21:20:17,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@521c7a18 2024-11-09T21:20:17,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:20:17,116 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:20:17,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46723 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9514d6d5e5be:36461,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T21:20:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46723 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T21:20:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:20:17,121 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:36461' 2024-11-09T21:20:17,122 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519e67ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:17,122 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,36461,-1 for getting cluster id 2024-11-09T21:20:17,122 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:20:17,123 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a31f198-4633-458c-bb21-dc810b5eb5c0' 2024-11-09T21:20:17,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:20:17,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a31f198-4633-458c-bb21-dc810b5eb5c0" 2024-11-09T21:20:17,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527148a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:17,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,36461,-1] 2024-11-09T21:20:17,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:20:17,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:17,125 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:20:17,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a59f18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:17,126 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:20:17,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,36461,1731187211736 2024-11-09T21:20:17,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54f40c30 2024-11-09T21:20:17,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:20:17,128 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:20:17,130 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T21:20:17,130 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T21:20:17,130 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:17,130 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:17,131 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:20:17,132 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:20:17,133 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T21:20:17,134 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:20:17,134 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:17,136 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:20:17,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741837_1013 (size=1138) 2024-11-09T21:20:17,183 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T21:20:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:20:17,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:20:17,556 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 150d5949b34284e7289fb6d75492e05e, NAME => 'hbase:replication,,1731187217131.150d5949b34284e7289fb6d75492e05e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513 2024-11-09T21:20:17,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741838_1014 (size=44) 2024-11-09T21:20:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:20:17,962 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731187217131.150d5949b34284e7289fb6d75492e05e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:20:17,963 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 150d5949b34284e7289fb6d75492e05e, disabling compactions & flushes 2024-11-09T21:20:17,963 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731187217131.150d5949b34284e7289fb6d75492e05e. 2024-11-09T21:20:17,963 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731187217131.150d5949b34284e7289fb6d75492e05e. 2024-11-09T21:20:17,963 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731187217131.150d5949b34284e7289fb6d75492e05e. after waiting 0 ms 2024-11-09T21:20:17,963 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731187217131.150d5949b34284e7289fb6d75492e05e. 2024-11-09T21:20:17,963 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731187217131.150d5949b34284e7289fb6d75492e05e. 2024-11-09T21:20:17,963 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 150d5949b34284e7289fb6d75492e05e: Waiting for close lock at 1731187217963Disabling compacts and flushes for region at 1731187217963Disabling writes for close at 1731187217963Writing region close event to WAL at 1731187217963Closed at 1731187217963 2024-11-09T21:20:17,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:20:17,965 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731187217131.150d5949b34284e7289fb6d75492e05e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731187217964"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731187217964"}]},"ts":"1731187217964"} 2024-11-09T21:20:17,968 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T21:20:17,969 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:20:17,970 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187217969"}]},"ts":"1731187217969"} 2024-11-09T21:20:17,972 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T21:20:17,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=150d5949b34284e7289fb6d75492e05e, ASSIGN}] 2024-11-09T21:20:17,973 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=150d5949b34284e7289fb6d75492e05e, ASSIGN 2024-11-09T21:20:17,974 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=150d5949b34284e7289fb6d75492e05e, ASSIGN; state=OFFLINE, location=9514d6d5e5be,38603,1731187204952; forceNewPlan=false, retain=false 2024-11-09T21:20:18,125 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=150d5949b34284e7289fb6d75492e05e, regionState=OPENING, regionLocation=9514d6d5e5be,38603,1731187204952 2024-11-09T21:20:18,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=150d5949b34284e7289fb6d75492e05e, ASSIGN because future has completed 2024-11-09T21:20:18,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 150d5949b34284e7289fb6d75492e05e, server=9514d6d5e5be,38603,1731187204952}] 2024-11-09T21:20:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:20:18,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731187217131.150d5949b34284e7289fb6d75492e05e. 2024-11-09T21:20:18,300 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:20:18,301 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T21:20:18,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C38603%2C1731187204952.rep, suffix=, logDir=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952, archiveDir=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/oldWALs, maxLogs=10 2024-11-09T21:20:18,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952/9514d6d5e5be%2C38603%2C1731187204952.rep.1731187218308, exclude list is [], retry=0 2024-11-09T21:20:18,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38285,DS-6579e7f3-d9cd-4679-adf3-49b18f69bef2,DISK] 2024-11-09T21:20:18,326 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952/9514d6d5e5be%2C38603%2C1731187204952.rep.1731187218308 2024-11-09T21:20:18,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34017:34017)] 2024-11-09T21:20:18,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 150d5949b34284e7289fb6d75492e05e, NAME => 'hbase:replication,,1731187217131.150d5949b34284e7289fb6d75492e05e.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:20:18,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:20:18,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:20:18,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731187217131.150d5949b34284e7289fb6d75492e05e. service=MultiRowMutationService 2024-11-09T21:20:18,327 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T21:20:18,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 150d5949b34284e7289fb6d75492e05e 2024-11-09T21:20:18,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731187217131.150d5949b34284e7289fb6d75492e05e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:20:18,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 150d5949b34284e7289fb6d75492e05e 2024-11-09T21:20:18,328 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 150d5949b34284e7289fb6d75492e05e 2024-11-09T21:20:18,339 INFO [StoreOpener-150d5949b34284e7289fb6d75492e05e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 150d5949b34284e7289fb6d75492e05e 2024-11-09T21:20:18,342 INFO [StoreOpener-150d5949b34284e7289fb6d75492e05e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 150d5949b34284e7289fb6d75492e05e columnFamilyName hfileref 2024-11-09T21:20:18,342 DEBUG [StoreOpener-150d5949b34284e7289fb6d75492e05e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:18,342 INFO [StoreOpener-150d5949b34284e7289fb6d75492e05e-1 {}] regionserver.HStore(327): Store=150d5949b34284e7289fb6d75492e05e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:18,343 INFO [StoreOpener-150d5949b34284e7289fb6d75492e05e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 150d5949b34284e7289fb6d75492e05e 2024-11-09T21:20:18,344 INFO [StoreOpener-150d5949b34284e7289fb6d75492e05e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 150d5949b34284e7289fb6d75492e05e columnFamilyName queue 2024-11-09T21:20:18,344 DEBUG [StoreOpener-150d5949b34284e7289fb6d75492e05e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:18,344 INFO [StoreOpener-150d5949b34284e7289fb6d75492e05e-1 {}] regionserver.HStore(327): Store=150d5949b34284e7289fb6d75492e05e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:18,344 INFO [StoreOpener-150d5949b34284e7289fb6d75492e05e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 150d5949b34284e7289fb6d75492e05e 2024-11-09T21:20:18,345 INFO [StoreOpener-150d5949b34284e7289fb6d75492e05e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 150d5949b34284e7289fb6d75492e05e columnFamilyName sid 2024-11-09T21:20:18,345 DEBUG [StoreOpener-150d5949b34284e7289fb6d75492e05e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:18,347 INFO [StoreOpener-150d5949b34284e7289fb6d75492e05e-1 {}] regionserver.HStore(327): Store=150d5949b34284e7289fb6d75492e05e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:18,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 150d5949b34284e7289fb6d75492e05e 2024-11-09T21:20:18,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/replication/150d5949b34284e7289fb6d75492e05e 2024-11-09T21:20:18,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/replication/150d5949b34284e7289fb6d75492e05e 2024-11-09T21:20:18,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 150d5949b34284e7289fb6d75492e05e 2024-11-09T21:20:18,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 150d5949b34284e7289fb6d75492e05e 2024-11-09T21:20:18,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:20:18,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 150d5949b34284e7289fb6d75492e05e 2024-11-09T21:20:18,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/replication/150d5949b34284e7289fb6d75492e05e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:20:18,361 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 150d5949b34284e7289fb6d75492e05e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72158267, jitterRate=0.07524196803569794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:20:18,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 150d5949b34284e7289fb6d75492e05e 2024-11-09T21:20:18,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 150d5949b34284e7289fb6d75492e05e: Running coprocessor pre-open hook at 1731187218328Writing region info on filesystem at 1731187218328Initializing all the Stores at 1731187218329 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187218329Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187218339 (+10 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187218339Cleaning up temporary data from old regions at 1731187218349 (+10 ms)Running coprocessor post-open hooks at 1731187218361 (+12 ms)Region opened successfully at 1731187218362 (+1 ms) 2024-11-09T21:20:18,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731187217131.150d5949b34284e7289fb6d75492e05e., pid=10, masterSystemTime=1731187218284 2024-11-09T21:20:18,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731187217131.150d5949b34284e7289fb6d75492e05e. 2024-11-09T21:20:18,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731187217131.150d5949b34284e7289fb6d75492e05e. 2024-11-09T21:20:18,366 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=150d5949b34284e7289fb6d75492e05e, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,38603,1731187204952 2024-11-09T21:20:18,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 150d5949b34284e7289fb6d75492e05e, server=9514d6d5e5be,38603,1731187204952 because future has completed 2024-11-09T21:20:18,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T21:20:18,372 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 150d5949b34284e7289fb6d75492e05e, server=9514d6d5e5be,38603,1731187204952 in 239 msec 2024-11-09T21:20:18,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T21:20:18,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=150d5949b34284e7289fb6d75492e05e, ASSIGN in 400 msec 2024-11-09T21:20:18,375 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:20:18,375 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187218375"}]},"ts":"1731187218375"} 2024-11-09T21:20:18,377 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T21:20:18,378 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:20:18,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2470 sec 2024-11-09T21:20:18,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731187217131.150d5949b34284e7289fb6d75492e05e., hostname=9514d6d5e5be,38603,1731187204952, seqNum=2] 2024-11-09T21:20:18,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38603-0x1012178521f0001, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120921255 2024-11-09T21:20:18,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46723-0x1012178521f0000, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120921255 2024-11-09T21:20:18,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T21:20:18,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38603 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T21:20:18,590 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T21:20:18,633 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9514d6d5e5be,38603,1731187204952, ReplicationSource: 1, currentBandwidth=0 2024-11-09T21:20:18,633 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:20:18,634 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,38603,1731187204952, seqNum=-1] 2024-11-09T21:20:18,634 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:20:18,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-09T21:20:18,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9514d6d5e5be,38603,1731187204952', locateType=CURRENT is [region=hbase:replication,,1731187217131.150d5949b34284e7289fb6d75492e05e., hostname=9514d6d5e5be,38603,1731187204952, seqNum=2] 2024-11-09T21:20:18,644 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T21:20:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46723 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T21:20:18,647 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9514d6d5e5be,38603,1731187204952 suceeded 2024-11-09T21:20:18,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T21:20:18,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 211 msec 2024-11-09T21:20:18,652 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9514d6d5e5be:36461,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T21:20:18,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5350 sec 2024-11-09T21:20:18,666 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:36461' 2024-11-09T21:20:18,668 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5db93dbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:18,668 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,36461,-1 for getting cluster id 2024-11-09T21:20:18,668 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:20:18,669 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a31f198-4633-458c-bb21-dc810b5eb5c0' 2024-11-09T21:20:18,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:20:18,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a31f198-4633-458c-bb21-dc810b5eb5c0" 2024-11-09T21:20:18,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3951e509, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:18,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,36461,-1] 2024-11-09T21:20:18,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:20:18,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:18,671 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:20:18,672 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4eb682a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:18,672 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:20:18,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,36461,1731187211736 2024-11-09T21:20:18,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@215176e 2024-11-09T21:20:18,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:20:18,674 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-09T21:20:18,674 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9514d6d5e5be,38603,1731187204952 (queues=1) is replicating from cluster=1ee2e665-8bc8-494c-9eaa-e0a4247265b2 to cluster=1a31f198-4633-458c-bb21-dc810b5eb5c0 2024-11-09T21:20:18,675 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9514d6d5e5be%2C38603%2C1731187204952 2024-11-09T21:20:18,675 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9514d6d5e5be,38603,1731187204952, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T21:20:18,676 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.wal-reader.9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952/9514d6d5e5be%2C38603%2C1731187204952.1731187208130, startPosition=0, beingWritten=true 2024-11-09T21:20:18,682 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.shipper9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9514d6d5e5be%2C38603%2C1731187204952 2024-11-09T21:20:18,696 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.wal-reader.9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:20:18,697 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.wal-reader.9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952/9514d6d5e5be%2C38603%2C1731187204952.1731187208130 to pos 379, reset compression=false 2024-11-09T21:20:18,697 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.shipper9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,38603,1731187204952 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952/9514d6d5e5be%2C38603%2C1731187204952.1731187208130, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:20:18,908 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.wal-reader.9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952/9514d6d5e5be%2C38603%2C1731187204952.1731187208130 to pos 379, reset compression=false 2024-11-09T21:20:19,213 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.wal-reader.9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952/9514d6d5e5be%2C38603%2C1731187204952.1731187208130 to pos 379, reset compression=false 2024-11-09T21:20:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46723 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:20:19,270 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T21:20:19,270 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:20:19,270 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:20:19,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:19,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:19,270 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:20:19,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c59f2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:19,271 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,36461,-1 for getting cluster id 2024-11-09T21:20:19,271 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:20:19,271 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a31f198-4633-458c-bb21-dc810b5eb5c0' 2024-11-09T21:20:19,272 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:20:19,272 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a31f198-4633-458c-bb21-dc810b5eb5c0" 2024-11-09T21:20:19,272 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bde3bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:19,272 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,36461,-1] 2024-11-09T21:20:19,272 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:20:19,273 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:19,273 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:20:19,274 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19cb8402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:19,274 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:20:19,275 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,36461,1731187211736 2024-11-09T21:20:19,275 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59b15fbb 2024-11-09T21:20:19,275 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:20:19,276 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:20:19,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36461 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9514d6d5e5be:46723,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T21:20:19,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36461 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T21:20:19,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:20:19,279 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:46723' 2024-11-09T21:20:19,280 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa1717c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:19,280 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,46723,-1 for getting cluster id 2024-11-09T21:20:19,280 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:20:19,281 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ee2e665-8bc8-494c-9eaa-e0a4247265b2' 2024-11-09T21:20:19,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:20:19,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ee2e665-8bc8-494c-9eaa-e0a4247265b2" 2024-11-09T21:20:19,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28a63ef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:19,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,46723,-1] 2024-11-09T21:20:19,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:20:19,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:19,282 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:20:19,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a5e6395, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:19,283 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:20:19,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,46723,1731187203700 2024-11-09T21:20:19,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48525dc1 2024-11-09T21:20:19,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:20:19,285 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:20:19,286 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-09T21:20:19,286 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T21:20:19,286 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:19,286 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:19,286 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:20:19,287 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:20:19,288 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T21:20:19,289 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:20:19,289 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:19,290 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:20:19,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741837_1013 (size=1138) 2024-11-09T21:20:19,338 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T21:20:19,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:20:19,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:20:19,616 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.wal-reader.9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952/9514d6d5e5be%2C38603%2C1731187204952.1731187208130 to pos 379, reset compression=false 2024-11-09T21:20:19,698 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 26e2b3f00dea52fea920f0202ca7d492, NAME => 'hbase:replication,,1731187219287.26e2b3f00dea52fea920f0202ca7d492.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85 2024-11-09T21:20:19,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741838_1014 (size=44) 2024-11-09T21:20:19,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:20:19,977 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T21:20:19,977 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T21:20:20,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731187219287.26e2b3f00dea52fea920f0202ca7d492.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:20:20,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 26e2b3f00dea52fea920f0202ca7d492, disabling compactions & flushes 2024-11-09T21:20:20,106 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731187219287.26e2b3f00dea52fea920f0202ca7d492. 2024-11-09T21:20:20,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731187219287.26e2b3f00dea52fea920f0202ca7d492. 2024-11-09T21:20:20,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731187219287.26e2b3f00dea52fea920f0202ca7d492. after waiting 0 ms 2024-11-09T21:20:20,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731187219287.26e2b3f00dea52fea920f0202ca7d492. 2024-11-09T21:20:20,106 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731187219287.26e2b3f00dea52fea920f0202ca7d492. 2024-11-09T21:20:20,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 26e2b3f00dea52fea920f0202ca7d492: Waiting for close lock at 1731187220106Disabling compacts and flushes for region at 1731187220106Disabling writes for close at 1731187220106Writing region close event to WAL at 1731187220106Closed at 1731187220106 2024-11-09T21:20:20,108 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:20:20,108 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731187219287.26e2b3f00dea52fea920f0202ca7d492.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731187220108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731187220108"}]},"ts":"1731187220108"} 2024-11-09T21:20:20,111 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T21:20:20,112 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:20:20,112 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187220112"}]},"ts":"1731187220112"} 2024-11-09T21:20:20,114 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T21:20:20,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=26e2b3f00dea52fea920f0202ca7d492, ASSIGN}] 2024-11-09T21:20:20,115 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=26e2b3f00dea52fea920f0202ca7d492, ASSIGN 2024-11-09T21:20:20,116 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=26e2b3f00dea52fea920f0202ca7d492, ASSIGN; state=OFFLINE, location=9514d6d5e5be,41097,1731187211913; forceNewPlan=false, retain=false 2024-11-09T21:20:20,121 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.wal-reader.9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952/9514d6d5e5be%2C38603%2C1731187204952.1731187208130 to pos 379, reset compression=false 2024-11-09T21:20:20,267 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=26e2b3f00dea52fea920f0202ca7d492, regionState=OPENING, regionLocation=9514d6d5e5be,41097,1731187211913 2024-11-09T21:20:20,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=26e2b3f00dea52fea920f0202ca7d492, ASSIGN because future has completed 2024-11-09T21:20:20,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26e2b3f00dea52fea920f0202ca7d492, server=9514d6d5e5be,41097,1731187211913}] 2024-11-09T21:20:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:20:20,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731187219287.26e2b3f00dea52fea920f0202ca7d492. 2024-11-09T21:20:20,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:20:20,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T21:20:20,424 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C41097%2C1731187211913.rep, suffix=, logDir=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/WALs/9514d6d5e5be,41097,1731187211913, archiveDir=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/oldWALs, maxLogs=10 2024-11-09T21:20:20,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/WALs/9514d6d5e5be,41097,1731187211913/9514d6d5e5be%2C41097%2C1731187211913.rep.1731187220425, exclude list is [], retry=0 2024-11-09T21:20:20,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42555,DS-bbc773ab-ee87-435a-aadd-ea0aed1a0b73,DISK] 2024-11-09T21:20:20,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/WALs/9514d6d5e5be,41097,1731187211913/9514d6d5e5be%2C41097%2C1731187211913.rep.1731187220425 2024-11-09T21:20:20,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44861:44861)] 2024-11-09T21:20:20,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 26e2b3f00dea52fea920f0202ca7d492, NAME => 'hbase:replication,,1731187219287.26e2b3f00dea52fea920f0202ca7d492.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:20:20,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:20:20,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:20:20,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731187219287.26e2b3f00dea52fea920f0202ca7d492. service=MultiRowMutationService 2024-11-09T21:20:20,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T21:20:20,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 26e2b3f00dea52fea920f0202ca7d492 2024-11-09T21:20:20,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731187219287.26e2b3f00dea52fea920f0202ca7d492.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:20:20,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 26e2b3f00dea52fea920f0202ca7d492 2024-11-09T21:20:20,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 26e2b3f00dea52fea920f0202ca7d492 2024-11-09T21:20:20,444 INFO [StoreOpener-26e2b3f00dea52fea920f0202ca7d492-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 26e2b3f00dea52fea920f0202ca7d492 2024-11-09T21:20:20,445 INFO [StoreOpener-26e2b3f00dea52fea920f0202ca7d492-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26e2b3f00dea52fea920f0202ca7d492 columnFamilyName hfileref 2024-11-09T21:20:20,445 DEBUG [StoreOpener-26e2b3f00dea52fea920f0202ca7d492-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:20,445 INFO [StoreOpener-26e2b3f00dea52fea920f0202ca7d492-1 {}] regionserver.HStore(327): Store=26e2b3f00dea52fea920f0202ca7d492/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:20,445 INFO [StoreOpener-26e2b3f00dea52fea920f0202ca7d492-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 26e2b3f00dea52fea920f0202ca7d492 2024-11-09T21:20:20,446 INFO [StoreOpener-26e2b3f00dea52fea920f0202ca7d492-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26e2b3f00dea52fea920f0202ca7d492 columnFamilyName queue 2024-11-09T21:20:20,447 DEBUG [StoreOpener-26e2b3f00dea52fea920f0202ca7d492-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:20,447 INFO [StoreOpener-26e2b3f00dea52fea920f0202ca7d492-1 {}] regionserver.HStore(327): Store=26e2b3f00dea52fea920f0202ca7d492/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:20,447 INFO [StoreOpener-26e2b3f00dea52fea920f0202ca7d492-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 26e2b3f00dea52fea920f0202ca7d492 2024-11-09T21:20:20,448 INFO [StoreOpener-26e2b3f00dea52fea920f0202ca7d492-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26e2b3f00dea52fea920f0202ca7d492 columnFamilyName sid 2024-11-09T21:20:20,448 DEBUG [StoreOpener-26e2b3f00dea52fea920f0202ca7d492-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:20,448 INFO [StoreOpener-26e2b3f00dea52fea920f0202ca7d492-1 {}] regionserver.HStore(327): Store=26e2b3f00dea52fea920f0202ca7d492/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:20,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 26e2b3f00dea52fea920f0202ca7d492 2024-11-09T21:20:20,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/replication/26e2b3f00dea52fea920f0202ca7d492 2024-11-09T21:20:20,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/replication/26e2b3f00dea52fea920f0202ca7d492 2024-11-09T21:20:20,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 26e2b3f00dea52fea920f0202ca7d492 2024-11-09T21:20:20,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 26e2b3f00dea52fea920f0202ca7d492 2024-11-09T21:20:20,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:20:20,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 26e2b3f00dea52fea920f0202ca7d492 2024-11-09T21:20:20,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/replication/26e2b3f00dea52fea920f0202ca7d492/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:20:20,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 26e2b3f00dea52fea920f0202ca7d492; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67618499, jitterRate=0.00759415328502655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:20:20,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 26e2b3f00dea52fea920f0202ca7d492 2024-11-09T21:20:20,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 26e2b3f00dea52fea920f0202ca7d492: Running coprocessor pre-open hook at 1731187220443Writing region info on filesystem at 1731187220443Initializing all the Stores at 1731187220443Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187220443Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187220444 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187220444Cleaning up temporary data from old regions at 1731187220450 (+6 ms)Running coprocessor post-open hooks at 1731187220455 (+5 ms)Region opened successfully at 1731187220455 2024-11-09T21:20:20,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731187219287.26e2b3f00dea52fea920f0202ca7d492., pid=10, masterSystemTime=1731187220420 2024-11-09T21:20:20,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731187219287.26e2b3f00dea52fea920f0202ca7d492. 2024-11-09T21:20:20,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731187219287.26e2b3f00dea52fea920f0202ca7d492. 2024-11-09T21:20:20,458 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=26e2b3f00dea52fea920f0202ca7d492, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,41097,1731187211913 2024-11-09T21:20:20,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 26e2b3f00dea52fea920f0202ca7d492, server=9514d6d5e5be,41097,1731187211913 because future has completed 2024-11-09T21:20:20,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T21:20:20,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 26e2b3f00dea52fea920f0202ca7d492, server=9514d6d5e5be,41097,1731187211913 in 192 msec 2024-11-09T21:20:20,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T21:20:20,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=26e2b3f00dea52fea920f0202ca7d492, ASSIGN in 348 msec 2024-11-09T21:20:20,464 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:20:20,464 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187220464"}]},"ts":"1731187220464"} 2024-11-09T21:20:20,466 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T21:20:20,467 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:20:20,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1800 sec 2024-11-09T21:20:20,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731187219287.26e2b3f00dea52fea920f0202ca7d492., hostname=9514d6d5e5be,41097,1731187211913, seqNum=2] 2024-11-09T21:20:20,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36461-0x1012178521f0003, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1386760207 2024-11-09T21:20:20,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41097-0x1012178521f0004, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1386760207 2024-11-09T21:20:20,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T21:20:20,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41097 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T21:20:20,705 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T21:20:20,726 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.wal-reader.9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952/9514d6d5e5be%2C38603%2C1731187204952.1731187208130 to pos 379, reset compression=false 2024-11-09T21:20:20,753 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9514d6d5e5be,41097,1731187211913, ReplicationSource: 1, currentBandwidth=0 2024-11-09T21:20:20,754 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:20:20,754 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,41097,1731187211913, seqNum=-1] 2024-11-09T21:20:20,755 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:20:20,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-09T21:20:20,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9514d6d5e5be,41097,1731187211913', locateType=CURRENT is [region=hbase:replication,,1731187219287.26e2b3f00dea52fea920f0202ca7d492., hostname=9514d6d5e5be,41097,1731187211913, seqNum=2] 2024-11-09T21:20:20,772 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T21:20:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36461 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T21:20:20,777 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9514d6d5e5be,41097,1731187211913 suceeded 2024-11-09T21:20:20,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T21:20:20,779 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9514d6d5e5be:46723,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T21:20:20,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 225 msec 2024-11-09T21:20:20,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5020 sec 2024-11-09T21:20:20,792 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:46723' 2024-11-09T21:20:20,794 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6246abe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:20,794 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,46723,-1 for getting cluster id 2024-11-09T21:20:20,794 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:20:20,795 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ee2e665-8bc8-494c-9eaa-e0a4247265b2' 2024-11-09T21:20:20,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:20:20,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ee2e665-8bc8-494c-9eaa-e0a4247265b2" 2024-11-09T21:20:20,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f1e80f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:20,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,46723,-1] 2024-11-09T21:20:20,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:20:20,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:20,796 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:20:20,797 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49d02f17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:20,797 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:20:20,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,46723,1731187203700 2024-11-09T21:20:20,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1669390a 2024-11-09T21:20:20,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:20:20,800 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-09T21:20:20,800 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9514d6d5e5be,41097,1731187211913 (queues=1) is replicating from cluster=1a31f198-4633-458c-bb21-dc810b5eb5c0 to cluster=1ee2e665-8bc8-494c-9eaa-e0a4247265b2 2024-11-09T21:20:20,800 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9514d6d5e5be%2C41097%2C1731187211913 2024-11-09T21:20:20,801 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9514d6d5e5be,41097,1731187211913, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T21:20:20,804 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913.replicationSource.shipper9514d6d5e5be%2C41097%2C1731187211913,1-9514d6d5e5be,41097,1731187211913 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9514d6d5e5be%2C41097%2C1731187211913 2024-11-09T21:20:20,804 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913.replicationSource.wal-reader.9514d6d5e5be%2C41097%2C1731187211913,1-9514d6d5e5be,41097,1731187211913 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/WALs/9514d6d5e5be,41097,1731187211913/9514d6d5e5be%2C41097%2C1731187211913.1731187214914, startPosition=0, beingWritten=true 2024-11-09T21:20:20,810 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913.replicationSource.wal-reader.9514d6d5e5be%2C41097%2C1731187211913,1-9514d6d5e5be,41097,1731187211913 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:20:20,810 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913.replicationSource.wal-reader.9514d6d5e5be%2C41097%2C1731187211913,1-9514d6d5e5be,41097,1731187211913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/WALs/9514d6d5e5be,41097,1731187211913/9514d6d5e5be%2C41097%2C1731187211913.1731187214914 to pos 379, reset compression=false 2024-11-09T21:20:20,812 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913.replicationSource.shipper9514d6d5e5be%2C41097%2C1731187211913,1-9514d6d5e5be,41097,1731187211913 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,41097,1731187211913 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/WALs/9514d6d5e5be,41097,1731187211913/9514d6d5e5be%2C41097%2C1731187211913.1731187214914, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:20:20,824 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:20:20,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:20,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:20,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:20,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:20,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:20,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:20,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:20,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:21,014 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913.replicationSource.wal-reader.9514d6d5e5be%2C41097%2C1731187211913,1-9514d6d5e5be,41097,1731187211913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/WALs/9514d6d5e5be,41097,1731187211913/9514d6d5e5be%2C41097%2C1731187211913.1731187214914 to pos 379, reset compression=false 2024-11-09T21:20:21,333 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913.replicationSource.wal-reader.9514d6d5e5be%2C41097%2C1731187211913,1-9514d6d5e5be,41097,1731187211913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/WALs/9514d6d5e5be,41097,1731187211913/9514d6d5e5be%2C41097%2C1731187211913.1731187214914 to pos 379, reset compression=false 2024-11-09T21:20:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:20:21,430 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T21:20:21,431 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:20:21,431 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:20:21,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:21,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:21,431 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:20:21,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:20:21,446 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731187221445/Put/seqid=0 2024-11-09T21:20:21,458 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.wal-reader.9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952/9514d6d5e5be%2C38603%2C1731187204952.1731187208130 to pos 379, reset compression=false 2024-11-09T21:20:21,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741840_1016 (size=7894) 2024-11-09T21:20:21,490 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731187221489/Put/seqid=0 2024-11-09T21:20:21,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741841_1017 (size=7691) 2024-11-09T21:20:21,737 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913.replicationSource.wal-reader.9514d6d5e5be%2C41097%2C1731187211913,1-9514d6d5e5be,41097,1731187211913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/WALs/9514d6d5e5be,41097,1731187211913/9514d6d5e5be%2C41097%2C1731187211913.1731187214914 to pos 379, reset compression=false 2024-11-09T21:20:21,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b075299, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:21,916 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,46723,-1 for getting cluster id 2024-11-09T21:20:21,916 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:20:21,917 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ee2e665-8bc8-494c-9eaa-e0a4247265b2' 2024-11-09T21:20:21,917 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:20:21,917 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ee2e665-8bc8-494c-9eaa-e0a4247265b2" 2024-11-09T21:20:21,918 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b684471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:21,918 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,46723,-1] 2024-11-09T21:20:21,918 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:20:21,918 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:21,919 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:20:21,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d080480, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:21,919 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:20:21,920 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,38603,1731187204952, seqNum=-1] 2024-11-09T21:20:21,920 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:20:21,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:20:21,929 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:20:21,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,46723,1731187203700 2024-11-09T21:20:21,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4af9f9d4 2024-11-09T21:20:21,930 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:20:21,931 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:20:21,934 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731187215817.ed319b77f0f16f931bfb86306da08258., hostname=9514d6d5e5be,38603,1731187204952, seqNum=2] 2024-11-09T21:20:21,937 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T21:20:21,943 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-09T21:20:21,948 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-09T21:20:21,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/testHFileCyclicReplication_01/f/hfile_0 for inclusion in ed319b77f0f16f931bfb86306da08258/f 2024-11-09T21:20:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T21:20:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T21:20:21,959 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/testHFileCyclicReplication_01/f/hfile_1 for inclusion in ed319b77f0f16f931bfb86306da08258/f 2024-11-09T21:20:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T21:20:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T21:20:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.HRegion(2603): Flush status journal for ed319b77f0f16f931bfb86306da08258: 2024-11-09T21:20:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/staging/jenkins__test__vhl4v0a4lge8r8muhauqbdagtd595jdmgf3j6614g9obpj610htejamb1e3s06i6/f/hfile_0 2024-11-09T21:20:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/staging/jenkins__test__vhl4v0a4lge8r8muhauqbdagtd595jdmgf3j6614g9obpj610htejamb1e3s06i6/f/hfile_0 as hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/default/test/ed319b77f0f16f931bfb86306da08258/f/7926bdd8115f434895678a8f17ba1c2d_SeqId_4_ 2024-11-09T21:20:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/staging/jenkins__test__vhl4v0a4lge8r8muhauqbdagtd595jdmgf3j6614g9obpj610htejamb1e3s06i6/f/hfile_1 2024-11-09T21:20:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/staging/jenkins__test__vhl4v0a4lge8r8muhauqbdagtd595jdmgf3j6614g9obpj610htejamb1e3s06i6/f/hfile_1 as hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/default/test/ed319b77f0f16f931bfb86306da08258/f/968320e0e95d45a3be6264776156c5a0_SeqId_4_ 2024-11-09T21:20:21,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/staging/jenkins__test__vhl4v0a4lge8r8muhauqbdagtd595jdmgf3j6614g9obpj610htejamb1e3s06i6/f/hfile_0 into ed319b77f0f16f931bfb86306da08258/f as hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/default/test/ed319b77f0f16f931bfb86306da08258/f/7926bdd8115f434895678a8f17ba1c2d_SeqId_4_ - updating store file list. 2024-11-09T21:20:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7926bdd8115f434895678a8f17ba1c2d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T21:20:21,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/default/test/ed319b77f0f16f931bfb86306da08258/f/7926bdd8115f434895678a8f17ba1c2d_SeqId_4_ into ed319b77f0f16f931bfb86306da08258/f 2024-11-09T21:20:21,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/staging/jenkins__test__vhl4v0a4lge8r8muhauqbdagtd595jdmgf3j6614g9obpj610htejamb1e3s06i6/f/hfile_0 into ed319b77f0f16f931bfb86306da08258/f (new location: hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/default/test/ed319b77f0f16f931bfb86306da08258/f/7926bdd8115f434895678a8f17ba1c2d_SeqId_4_) 2024-11-09T21:20:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/staging/jenkins__test__vhl4v0a4lge8r8muhauqbdagtd595jdmgf3j6614g9obpj610htejamb1e3s06i6/f/hfile_0 2024-11-09T21:20:21,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/staging/jenkins__test__vhl4v0a4lge8r8muhauqbdagtd595jdmgf3j6614g9obpj610htejamb1e3s06i6/f/hfile_1 into ed319b77f0f16f931bfb86306da08258/f as hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/default/test/ed319b77f0f16f931bfb86306da08258/f/968320e0e95d45a3be6264776156c5a0_SeqId_4_ - updating store file list. 2024-11-09T21:20:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 968320e0e95d45a3be6264776156c5a0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T21:20:21,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/default/test/ed319b77f0f16f931bfb86306da08258/f/968320e0e95d45a3be6264776156c5a0_SeqId_4_ into ed319b77f0f16f931bfb86306da08258/f 2024-11-09T21:20:21,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/staging/jenkins__test__vhl4v0a4lge8r8muhauqbdagtd595jdmgf3j6614g9obpj610htejamb1e3s06i6/f/hfile_1 into ed319b77f0f16f931bfb86306da08258/f (new location: hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/default/test/ed319b77f0f16f931bfb86306da08258/f/968320e0e95d45a3be6264776156c5a0_SeqId_4_) 2024-11-09T21:20:21,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/staging/jenkins__test__vhl4v0a4lge8r8muhauqbdagtd595jdmgf3j6614g9obpj610htejamb1e3s06i6/f/hfile_1 2024-11-09T21:20:21,986 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:20:21,986 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:20:21,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:21,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:21,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731187215817.ed319b77f0f16f931bfb86306da08258., hostname=9514d6d5e5be,38603,1731187204952, seqNum=2 , the old value is region=test,,1731187215817.ed319b77f0f16f931bfb86306da08258., hostname=9514d6d5e5be,38603,1731187204952, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9514d6d5e5be:38603 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T21:20:21,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731187215817.ed319b77f0f16f931bfb86306da08258., hostname=9514d6d5e5be,38603,1731187204952, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T21:20:21,987 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731187215817.ed319b77f0f16f931bfb86306da08258., hostname=9514d6d5e5be,38603,1731187204952, seqNum=2 from cache 2024-11-09T21:20:21,987 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:20:21,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:20:21,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,41097,1731187211913, seqNum=-1] 2024-11-09T21:20:21,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:20:21,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:20:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:59386 deadline: 1731187281986 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:59386 2024-11-09T21:20:21,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731187216453.52696b48d8024392a2d13e66aac32740., hostname=9514d6d5e5be,41097,1731187211913, seqNum=2] 2024-11-09T21:20:21,994 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T21:20:22,091 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:38603 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T21:20:22,243 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913.replicationSource.wal-reader.9514d6d5e5be%2C41097%2C1731187211913,1-9514d6d5e5be,41097,1731187211913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/WALs/9514d6d5e5be,41097,1731187211913/9514d6d5e5be%2C41097%2C1731187211913.1731187214914 to pos 379, reset compression=false 2024-11-09T21:20:22,275 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.wal-reader.9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952/9514d6d5e5be%2C38603%2C1731187204952.1731187208130 to pos 379, reset compression=false 2024-11-09T21:20:22,280 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.wal-reader.9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T21:20:22,280 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.shipper9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,38603,1731187204952 got entry batch from reader: WALEntryBatch [walEntries=[{test/ed319b77f0f16f931bfb86306da08258/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731187221984/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952/9514d6d5e5be%2C38603%2C1731187204952.1731187208130, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T21:20:22,282 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.shipper9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:20:22,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-09T21:20:22,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.ReplicationSink(318): Replicating [1ee2e665-8bc8-494c-9eaa-e0a4247265b2] bulk loaded data 2024-11-09T21:20:22,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bb90f0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:22,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,36461,-1 for getting cluster id 2024-11-09T21:20:22,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:20:22,284 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a31f198-4633-458c-bb21-dc810b5eb5c0' 2024-11-09T21:20:22,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:20:22,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a31f198-4633-458c-bb21-dc810b5eb5c0" 2024-11-09T21:20:22,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6143c971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:22,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,36461,-1] 2024-11-09T21:20:22,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:20:22,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:22,285 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:20:22,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28c45330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:22,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741840_1016 (size=7894) 2024-11-09T21:20:22,480 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.wal-reader.9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952/9514d6d5e5be%2C38603%2C1731187204952.1731187208130 to pos 687, reset compression=false 2024-11-09T21:20:22,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741841_1017 (size=7691) 2024-11-09T21:20:22,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:20:22,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,36461,1731187211736 2024-11-09T21:20:22,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d76a351 2024-11-09T21:20:22,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:20:22,717 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-09T21:20:22,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T21:20:22,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:20:22,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,41097,1731187211913, seqNum=-1] 2024-11-09T21:20:22,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:20:22,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-09T21:20:22,728 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/staging/jenkins.hfs.11__test__gnaelq4gksga2mu0h0tiu1mkqpvc9768oa34t0jb6283e43cl3pcg8fomc4d6cet/f/7926bdd8115f434895678a8f17ba1c2d_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-09T21:20:22,735 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/staging/jenkins.hfs.11__test__gnaelq4gksga2mu0h0tiu1mkqpvc9768oa34t0jb6283e43cl3pcg8fomc4d6cet/f/968320e0e95d45a3be6264776156c5a0_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-09T21:20:22,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/staging/jenkins.hfs.11__test__gnaelq4gksga2mu0h0tiu1mkqpvc9768oa34t0jb6283e43cl3pcg8fomc4d6cet/f/7926bdd8115f434895678a8f17ba1c2d_SeqId_4_ for inclusion in 52696b48d8024392a2d13e66aac32740/f 2024-11-09T21:20:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T21:20:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T21:20:22,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/staging/jenkins.hfs.11__test__gnaelq4gksga2mu0h0tiu1mkqpvc9768oa34t0jb6283e43cl3pcg8fomc4d6cet/f/968320e0e95d45a3be6264776156c5a0_SeqId_4_ for inclusion in 52696b48d8024392a2d13e66aac32740/f 2024-11-09T21:20:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T21:20:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T21:20:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.HRegion(2603): Flush status journal for 52696b48d8024392a2d13e66aac32740: 2024-11-09T21:20:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7926bdd8115f434895678a8f17ba1c2d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T21:20:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/staging/jenkins.hfs.11__test__gnaelq4gksga2mu0h0tiu1mkqpvc9768oa34t0jb6283e43cl3pcg8fomc4d6cet/f/7926bdd8115f434895678a8f17ba1c2d_SeqId_4_ as hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/default/test/52696b48d8024392a2d13e66aac32740/f/68b32c1b8f644e3fb7c27e4d65236d4b_SeqId_4_ 2024-11-09T21:20:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 968320e0e95d45a3be6264776156c5a0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T21:20:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/staging/jenkins.hfs.11__test__gnaelq4gksga2mu0h0tiu1mkqpvc9768oa34t0jb6283e43cl3pcg8fomc4d6cet/f/968320e0e95d45a3be6264776156c5a0_SeqId_4_ as hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/default/test/52696b48d8024392a2d13e66aac32740/f/2903903285664afb8d0c8a80f9924702_SeqId_4_ 2024-11-09T21:20:22,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/staging/jenkins.hfs.11__test__gnaelq4gksga2mu0h0tiu1mkqpvc9768oa34t0jb6283e43cl3pcg8fomc4d6cet/f/7926bdd8115f434895678a8f17ba1c2d_SeqId_4_ into 52696b48d8024392a2d13e66aac32740/f as hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/default/test/52696b48d8024392a2d13e66aac32740/f/68b32c1b8f644e3fb7c27e4d65236d4b_SeqId_4_ - updating store file list. 2024-11-09T21:20:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 68b32c1b8f644e3fb7c27e4d65236d4b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T21:20:22,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/default/test/52696b48d8024392a2d13e66aac32740/f/68b32c1b8f644e3fb7c27e4d65236d4b_SeqId_4_ into 52696b48d8024392a2d13e66aac32740/f 2024-11-09T21:20:22,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/staging/jenkins.hfs.11__test__gnaelq4gksga2mu0h0tiu1mkqpvc9768oa34t0jb6283e43cl3pcg8fomc4d6cet/f/7926bdd8115f434895678a8f17ba1c2d_SeqId_4_ into 52696b48d8024392a2d13e66aac32740/f (new location: hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/default/test/52696b48d8024392a2d13e66aac32740/f/68b32c1b8f644e3fb7c27e4d65236d4b_SeqId_4_) 2024-11-09T21:20:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/staging/jenkins.hfs.11__test__gnaelq4gksga2mu0h0tiu1mkqpvc9768oa34t0jb6283e43cl3pcg8fomc4d6cet/f/7926bdd8115f434895678a8f17ba1c2d_SeqId_4_ 2024-11-09T21:20:22,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/staging/jenkins.hfs.11__test__gnaelq4gksga2mu0h0tiu1mkqpvc9768oa34t0jb6283e43cl3pcg8fomc4d6cet/f/968320e0e95d45a3be6264776156c5a0_SeqId_4_ into 52696b48d8024392a2d13e66aac32740/f as hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/default/test/52696b48d8024392a2d13e66aac32740/f/2903903285664afb8d0c8a80f9924702_SeqId_4_ - updating store file list. 2024-11-09T21:20:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2903903285664afb8d0c8a80f9924702_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T21:20:22,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/default/test/52696b48d8024392a2d13e66aac32740/f/2903903285664afb8d0c8a80f9924702_SeqId_4_ into 52696b48d8024392a2d13e66aac32740/f 2024-11-09T21:20:22,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/staging/jenkins.hfs.11__test__gnaelq4gksga2mu0h0tiu1mkqpvc9768oa34t0jb6283e43cl3pcg8fomc4d6cet/f/968320e0e95d45a3be6264776156c5a0_SeqId_4_ into 52696b48d8024392a2d13e66aac32740/f (new location: hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/default/test/52696b48d8024392a2d13e66aac32740/f/2903903285664afb8d0c8a80f9924702_SeqId_4_) 2024-11-09T21:20:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/staging/jenkins.hfs.11__test__gnaelq4gksga2mu0h0tiu1mkqpvc9768oa34t0jb6283e43cl3pcg8fomc4d6cet/f/968320e0e95d45a3be6264776156c5a0_SeqId_4_ 2024-11-09T21:20:22,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.ReplicationSink(324): Finished replicating [1ee2e665-8bc8-494c-9eaa-e0a4247265b2] bulk loaded data 2024-11-09T21:20:22,789 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.wal-reader.9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952/9514d6d5e5be%2C38603%2C1731187204952.1731187208130 to pos 687, reset compression=false 2024-11-09T21:20:22,847 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913.replicationSource.wal-reader.9514d6d5e5be%2C41097%2C1731187211913,1-9514d6d5e5be,41097,1731187211913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/WALs/9514d6d5e5be,41097,1731187211913/9514d6d5e5be%2C41097%2C1731187211913.1731187214914 to pos 379, reset compression=false 2024-11-09T21:20:22,856 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913.replicationSource.wal-reader.9514d6d5e5be%2C41097%2C1731187211913,1-9514d6d5e5be,41097,1731187211913 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T21:20:22,856 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913.replicationSource.shipper9514d6d5e5be%2C41097%2C1731187211913,1-9514d6d5e5be,41097,1731187211913 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,41097,1731187211913 got entry batch from reader: WALEntryBatch [walEntries=[{test/52696b48d8024392a2d13e66aac32740/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731187222784/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/WALs/9514d6d5e5be,41097,1731187211913/9514d6d5e5be%2C41097%2C1731187211913.1731187214914, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-09T21:20:22,859 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913.replicationSource.shipper9514d6d5e5be%2C41097%2C1731187211913,1-9514d6d5e5be,41097,1731187211913 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:20:22,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-09T21:20:22,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.ReplicationSink(318): Replicating [1ee2e665-8bc8-494c-9eaa-e0a4247265b2, 1a31f198-4633-458c-bb21-dc810b5eb5c0] bulk loaded data 2024-11-09T21:20:22,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f9ff0ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:22,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,46723,-1 for getting cluster id 2024-11-09T21:20:22,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:20:22,865 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ee2e665-8bc8-494c-9eaa-e0a4247265b2' 2024-11-09T21:20:22,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:20:22,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ee2e665-8bc8-494c-9eaa-e0a4247265b2" 2024-11-09T21:20:22,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@753eb5a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:22,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,46723,-1] 2024-11-09T21:20:22,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:20:22,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:22,867 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:20:22,867 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f2a962a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:22,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741842_1018 (size=7894) 2024-11-09T21:20:22,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741843_1019 (size=7691) 2024-11-09T21:20:22,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:20:22,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,46723,1731187203700 2024-11-09T21:20:22,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@238cc39b 2024-11-09T21:20:22,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:20:22,935 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-09T21:20:22,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T21:20:22,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:20:22,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,38603,1731187204952, seqNum=-1] 2024-11-09T21:20:22,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:20:22,940 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-09T21:20:22,945 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/staging/jenkins.hfs.10__test__862t0iivcpt92so2lk948kkb0lh940ua5u5c6ojct5vd0ofjec9qdf0qeuri5aqt/f/2903903285664afb8d0c8a80f9924702_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-09T21:20:22,950 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/staging/jenkins.hfs.10__test__862t0iivcpt92so2lk948kkb0lh940ua5u5c6ojct5vd0ofjec9qdf0qeuri5aqt/f/68b32c1b8f644e3fb7c27e4d65236d4b_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-09T21:20:22,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.ReplicationSink(324): Finished replicating [1ee2e665-8bc8-494c-9eaa-e0a4247265b2, 1a31f198-4633-458c-bb21-dc810b5eb5c0] bulk loaded data 2024-11-09T21:20:23,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:20:23,005 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731187223005/Put/seqid=0 2024-11-09T21:20:23,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741842_1018 (size=11194) 2024-11-09T21:20:23,056 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913.replicationSource.wal-reader.9514d6d5e5be%2C41097%2C1731187211913,1-9514d6d5e5be,41097,1731187211913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/WALs/9514d6d5e5be,41097,1731187211913/9514d6d5e5be%2C41097%2C1731187211913.1731187214914 to pos 725, reset compression=false 2024-11-09T21:20:23,197 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.wal-reader.9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952/9514d6d5e5be%2C38603%2C1731187204952.1731187208130 to pos 687, reset compression=false 2024-11-09T21:20:23,367 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913.replicationSource.wal-reader.9514d6d5e5be%2C41097%2C1731187211913,1-9514d6d5e5be,41097,1731187211913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/WALs/9514d6d5e5be,41097,1731187211913/9514d6d5e5be%2C41097%2C1731187211913.1731187214914 to pos 725, reset compression=false 2024-11-09T21:20:23,414 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731187223413/Put/seqid=0 2024-11-09T21:20:23,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741843_1019 (size=10791) 2024-11-09T21:20:23,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f7cc2dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:23,433 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,36461,-1 for getting cluster id 2024-11-09T21:20:23,434 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:20:23,434 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a31f198-4633-458c-bb21-dc810b5eb5c0' 2024-11-09T21:20:23,435 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:20:23,435 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a31f198-4633-458c-bb21-dc810b5eb5c0" 2024-11-09T21:20:23,435 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e643936, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:23,435 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,36461,-1] 2024-11-09T21:20:23,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:20:23,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:23,437 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:20:23,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@332efc6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:23,439 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:20:23,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,41097,1731187211913, seqNum=-1] 2024-11-09T21:20:23,440 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:20:23,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:20:23,455 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:20:23,462 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,36461,1731187211736 2024-11-09T21:20:23,462 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fc4b383 2024-11-09T21:20:23,462 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:20:23,464 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:20:23,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731187216453.52696b48d8024392a2d13e66aac32740., hostname=9514d6d5e5be,41097,1731187211913, seqNum=2] 2024-11-09T21:20:23,478 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T21:20:23,506 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-09T21:20:23,516 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-09T21:20:23,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 52696b48d8024392a2d13e66aac32740/f 2024-11-09T21:20:23,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-09T21:20:23,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T21:20:23,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 52696b48d8024392a2d13e66aac32740/f 2024-11-09T21:20:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-09T21:20:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T21:20:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.HRegion(2603): Flush status journal for 52696b48d8024392a2d13e66aac32740: 2024-11-09T21:20:23,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/staging/jenkins__test__ruqab3l2tm8e0v5hnu88ugukuh7fb8tgn5sj269p8rnfjd8khbn1945bk51nu10k/f/hfile_1 2024-11-09T21:20:23,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/staging/jenkins__test__ruqab3l2tm8e0v5hnu88ugukuh7fb8tgn5sj269p8rnfjd8khbn1945bk51nu10k/f/hfile_1 as hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/default/test/52696b48d8024392a2d13e66aac32740/f/89b39e5e80f64ffab938e223264ab4bc_SeqId_6_ 2024-11-09T21:20:23,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/staging/jenkins__test__ruqab3l2tm8e0v5hnu88ugukuh7fb8tgn5sj269p8rnfjd8khbn1945bk51nu10k/f/hfile_0 2024-11-09T21:20:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/staging/jenkins__test__ruqab3l2tm8e0v5hnu88ugukuh7fb8tgn5sj269p8rnfjd8khbn1945bk51nu10k/f/hfile_0 as hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/default/test/52696b48d8024392a2d13e66aac32740/f/eea90c45ad254e2ea82123e85f5ce53e_SeqId_6_ 2024-11-09T21:20:23,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/staging/jenkins__test__ruqab3l2tm8e0v5hnu88ugukuh7fb8tgn5sj269p8rnfjd8khbn1945bk51nu10k/f/hfile_1 into 52696b48d8024392a2d13e66aac32740/f as hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/default/test/52696b48d8024392a2d13e66aac32740/f/89b39e5e80f64ffab938e223264ab4bc_SeqId_6_ - updating store file list. 2024-11-09T21:20:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 89b39e5e80f64ffab938e223264ab4bc_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T21:20:23,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/default/test/52696b48d8024392a2d13e66aac32740/f/89b39e5e80f64ffab938e223264ab4bc_SeqId_6_ into 52696b48d8024392a2d13e66aac32740/f 2024-11-09T21:20:23,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/staging/jenkins__test__ruqab3l2tm8e0v5hnu88ugukuh7fb8tgn5sj269p8rnfjd8khbn1945bk51nu10k/f/hfile_1 into 52696b48d8024392a2d13e66aac32740/f (new location: hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/default/test/52696b48d8024392a2d13e66aac32740/f/89b39e5e80f64ffab938e223264ab4bc_SeqId_6_) 2024-11-09T21:20:23,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/staging/jenkins__test__ruqab3l2tm8e0v5hnu88ugukuh7fb8tgn5sj269p8rnfjd8khbn1945bk51nu10k/f/hfile_1 2024-11-09T21:20:23,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/staging/jenkins__test__ruqab3l2tm8e0v5hnu88ugukuh7fb8tgn5sj269p8rnfjd8khbn1945bk51nu10k/f/hfile_0 into 52696b48d8024392a2d13e66aac32740/f as hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/default/test/52696b48d8024392a2d13e66aac32740/f/eea90c45ad254e2ea82123e85f5ce53e_SeqId_6_ - updating store file list. 2024-11-09T21:20:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.HStoreFile(483): HFile Bloom filter type for eea90c45ad254e2ea82123e85f5ce53e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T21:20:23,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/default/test/52696b48d8024392a2d13e66aac32740/f/eea90c45ad254e2ea82123e85f5ce53e_SeqId_6_ into 52696b48d8024392a2d13e66aac32740/f 2024-11-09T21:20:23,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/staging/jenkins__test__ruqab3l2tm8e0v5hnu88ugukuh7fb8tgn5sj269p8rnfjd8khbn1945bk51nu10k/f/hfile_0 into 52696b48d8024392a2d13e66aac32740/f (new location: hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/default/test/52696b48d8024392a2d13e66aac32740/f/eea90c45ad254e2ea82123e85f5ce53e_SeqId_6_) 2024-11-09T21:20:23,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/staging/jenkins__test__ruqab3l2tm8e0v5hnu88ugukuh7fb8tgn5sj269p8rnfjd8khbn1945bk51nu10k/f/hfile_0 2024-11-09T21:20:23,602 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:20:23,602 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:20:23,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:23,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:23,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731187216453.52696b48d8024392a2d13e66aac32740., hostname=9514d6d5e5be,41097,1731187211913, seqNum=2 , the old value is region=test,,1731187216453.52696b48d8024392a2d13e66aac32740., hostname=9514d6d5e5be,41097,1731187211913, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9514d6d5e5be:41097 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T21:20:23,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731187216453.52696b48d8024392a2d13e66aac32740., hostname=9514d6d5e5be,41097,1731187211913, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T21:20:23,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731187216453.52696b48d8024392a2d13e66aac32740., hostname=9514d6d5e5be,41097,1731187211913, seqNum=2 from cache 2024-11-09T21:20:23,603 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:20:23,603 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:20:23,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41097: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:56114 deadline: 1731187283602 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:56114 2024-11-09T21:20:23,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,38603,1731187204952, seqNum=-1] 2024-11-09T21:20:23,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:20:23,607 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:20:23,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731187215817.ed319b77f0f16f931bfb86306da08258., hostname=9514d6d5e5be,38603,1731187204952, seqNum=2] 2024-11-09T21:20:23,655 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T21:20:23,701 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.wal-reader.9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952/9514d6d5e5be%2C38603%2C1731187204952.1731187208130 to pos 687, reset compression=false 2024-11-09T21:20:23,711 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:41097 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T21:20:23,790 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913.replicationSource.wal-reader.9514d6d5e5be%2C41097%2C1731187211913,1-9514d6d5e5be,41097,1731187211913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/WALs/9514d6d5e5be,41097,1731187211913/9514d6d5e5be%2C41097%2C1731187211913.1731187214914 to pos 725, reset compression=false 2024-11-09T21:20:23,815 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913.replicationSource.wal-reader.9514d6d5e5be%2C41097%2C1731187211913,1-9514d6d5e5be,41097,1731187211913 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T21:20:23,815 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913.replicationSource.shipper9514d6d5e5be%2C41097%2C1731187211913,1-9514d6d5e5be,41097,1731187211913 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,41097,1731187211913 got entry batch from reader: WALEntryBatch [walEntries=[{test/52696b48d8024392a2d13e66aac32740/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731187223600/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/WALs/9514d6d5e5be,41097,1731187211913/9514d6d5e5be%2C41097%2C1731187211913.1731187214914, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T21:20:23,817 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.ReplicationSink(318): Replicating [1a31f198-4633-458c-bb21-dc810b5eb5c0] bulk loaded data 2024-11-09T21:20:23,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741844_1020 (size=10791) 2024-11-09T21:20:23,928 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T21:20:23,928 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T21:20:23,930 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T21:20:23,930 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T21:20:23,933 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T21:20:23,933 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T21:20:24,015 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913.replicationSource.wal-reader.9514d6d5e5be%2C41097%2C1731187211913,1-9514d6d5e5be,41097,1731187211913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/WALs/9514d6d5e5be,41097,1731187211913/9514d6d5e5be%2C41097%2C1731187211913.1731187214914 to pos 1033, reset compression=false 2024-11-09T21:20:24,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741845_1021 (size=11194) 2024-11-09T21:20:24,326 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913.replicationSource.wal-reader.9514d6d5e5be%2C41097%2C1731187211913,1-9514d6d5e5be,41097,1731187211913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/WALs/9514d6d5e5be,41097,1731187211913/9514d6d5e5be%2C41097%2C1731187211913.1731187214914 to pos 1033, reset compression=false 2024-11-09T21:20:24,345 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.wal-reader.9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952/9514d6d5e5be%2C38603%2C1731187204952.1731187208130 to pos 687, reset compression=false 2024-11-09T21:20:24,665 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T21:20:24,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T21:20:24,729 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913.replicationSource.wal-reader.9514d6d5e5be%2C41097%2C1731187211913,1-9514d6d5e5be,41097,1731187211913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/WALs/9514d6d5e5be,41097,1731187211913/9514d6d5e5be%2C41097%2C1731187211913.1731187214914 to pos 1033, reset compression=false 2024-11-09T21:20:24,741 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/staging/jenkins.hfs.10__test__miq4th1aufccu6ueqvg1bcg39b8vj2h9rrg9spvbpklk3qkb89kn4s6n052caehr/f/89b39e5e80f64ffab938e223264ab4bc_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-09T21:20:24,745 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/staging/jenkins.hfs.10__test__miq4th1aufccu6ueqvg1bcg39b8vj2h9rrg9spvbpklk3qkb89kn4s6n052caehr/f/eea90c45ad254e2ea82123e85f5ce53e_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-09T21:20:24,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/staging/jenkins.hfs.10__test__miq4th1aufccu6ueqvg1bcg39b8vj2h9rrg9spvbpklk3qkb89kn4s6n052caehr/f/eea90c45ad254e2ea82123e85f5ce53e_SeqId_6_ for inclusion in ed319b77f0f16f931bfb86306da08258/f 2024-11-09T21:20:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-09T21:20:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T21:20:24,770 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/staging/jenkins.hfs.10__test__miq4th1aufccu6ueqvg1bcg39b8vj2h9rrg9spvbpklk3qkb89kn4s6n052caehr/f/89b39e5e80f64ffab938e223264ab4bc_SeqId_6_ for inclusion in ed319b77f0f16f931bfb86306da08258/f 2024-11-09T21:20:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-09T21:20:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T21:20:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.HRegion(2603): Flush status journal for ed319b77f0f16f931bfb86306da08258: 2024-11-09T21:20:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): eea90c45ad254e2ea82123e85f5ce53e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T21:20:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/staging/jenkins.hfs.10__test__miq4th1aufccu6ueqvg1bcg39b8vj2h9rrg9spvbpklk3qkb89kn4s6n052caehr/f/eea90c45ad254e2ea82123e85f5ce53e_SeqId_6_ as hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/default/test/ed319b77f0f16f931bfb86306da08258/f/7bceb5d1e5f140738393108010f0f687_SeqId_6_ 2024-11-09T21:20:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 89b39e5e80f64ffab938e223264ab4bc_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T21:20:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/staging/jenkins.hfs.10__test__miq4th1aufccu6ueqvg1bcg39b8vj2h9rrg9spvbpklk3qkb89kn4s6n052caehr/f/89b39e5e80f64ffab938e223264ab4bc_SeqId_6_ as hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/default/test/ed319b77f0f16f931bfb86306da08258/f/7f85d7c082764f6bae5065556d33781c_SeqId_6_ 2024-11-09T21:20:24,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/staging/jenkins.hfs.10__test__miq4th1aufccu6ueqvg1bcg39b8vj2h9rrg9spvbpklk3qkb89kn4s6n052caehr/f/eea90c45ad254e2ea82123e85f5ce53e_SeqId_6_ into ed319b77f0f16f931bfb86306da08258/f as hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/default/test/ed319b77f0f16f931bfb86306da08258/f/7bceb5d1e5f140738393108010f0f687_SeqId_6_ - updating store file list. 2024-11-09T21:20:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7bceb5d1e5f140738393108010f0f687_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T21:20:24,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/default/test/ed319b77f0f16f931bfb86306da08258/f/7bceb5d1e5f140738393108010f0f687_SeqId_6_ into ed319b77f0f16f931bfb86306da08258/f 2024-11-09T21:20:24,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/staging/jenkins.hfs.10__test__miq4th1aufccu6ueqvg1bcg39b8vj2h9rrg9spvbpklk3qkb89kn4s6n052caehr/f/eea90c45ad254e2ea82123e85f5ce53e_SeqId_6_ into ed319b77f0f16f931bfb86306da08258/f (new location: hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/default/test/ed319b77f0f16f931bfb86306da08258/f/7bceb5d1e5f140738393108010f0f687_SeqId_6_) 2024-11-09T21:20:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/staging/jenkins.hfs.10__test__miq4th1aufccu6ueqvg1bcg39b8vj2h9rrg9spvbpklk3qkb89kn4s6n052caehr/f/eea90c45ad254e2ea82123e85f5ce53e_SeqId_6_ 2024-11-09T21:20:24,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/staging/jenkins.hfs.10__test__miq4th1aufccu6ueqvg1bcg39b8vj2h9rrg9spvbpklk3qkb89kn4s6n052caehr/f/89b39e5e80f64ffab938e223264ab4bc_SeqId_6_ into ed319b77f0f16f931bfb86306da08258/f as hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/default/test/ed319b77f0f16f931bfb86306da08258/f/7f85d7c082764f6bae5065556d33781c_SeqId_6_ - updating store file list. 2024-11-09T21:20:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7f85d7c082764f6bae5065556d33781c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T21:20:24,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/default/test/ed319b77f0f16f931bfb86306da08258/f/7f85d7c082764f6bae5065556d33781c_SeqId_6_ into ed319b77f0f16f931bfb86306da08258/f 2024-11-09T21:20:24,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/staging/jenkins.hfs.10__test__miq4th1aufccu6ueqvg1bcg39b8vj2h9rrg9spvbpklk3qkb89kn4s6n052caehr/f/89b39e5e80f64ffab938e223264ab4bc_SeqId_6_ into ed319b77f0f16f931bfb86306da08258/f (new location: hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/default/test/ed319b77f0f16f931bfb86306da08258/f/7f85d7c082764f6bae5065556d33781c_SeqId_6_) 2024-11-09T21:20:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/staging/jenkins.hfs.10__test__miq4th1aufccu6ueqvg1bcg39b8vj2h9rrg9spvbpklk3qkb89kn4s6n052caehr/f/89b39e5e80f64ffab938e223264ab4bc_SeqId_6_ 2024-11-09T21:20:24,801 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38603 {}] regionserver.ReplicationSink(324): Finished replicating [1a31f198-4633-458c-bb21-dc810b5eb5c0] bulk loaded data 2024-11-09T21:20:25,063 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.wal-reader.9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952/9514d6d5e5be%2C38603%2C1731187204952.1731187208130 to pos 687, reset compression=false 2024-11-09T21:20:25,100 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.wal-reader.9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T21:20:25,100 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.shipper9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,38603,1731187204952 got entry batch from reader: WALEntryBatch [walEntries=[{test/ed319b77f0f16f931bfb86306da08258/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731187224799/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952/9514d6d5e5be%2C38603%2C1731187204952.1731187208130, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-09T21:20:25,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.ReplicationSink(318): Replicating [1a31f198-4633-458c-bb21-dc810b5eb5c0, 1ee2e665-8bc8-494c-9eaa-e0a4247265b2] bulk loaded data 2024-11-09T21:20:25,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741844_1020 (size=11194) 2024-11-09T21:20:25,249 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913.replicationSource.wal-reader.9514d6d5e5be%2C41097%2C1731187211913,1-9514d6d5e5be,41097,1731187211913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/WALs/9514d6d5e5be,41097,1731187211913/9514d6d5e5be%2C41097%2C1731187211913.1731187214914 to pos 1033, reset compression=false 2024-11-09T21:20:25,304 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.wal-reader.9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952/9514d6d5e5be%2C38603%2C1731187204952.1731187208130 to pos 1033, reset compression=false 2024-11-09T21:20:25,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741845_1021 (size=10791) 2024-11-09T21:20:25,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T21:20:25,573 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/staging/jenkins.hfs.11__test__uos4r2oopli5oh8jhunajr1hc61uim517smr1c8v6hi2qlvqtvequsrk10ciku6s/f/7bceb5d1e5f140738393108010f0f687_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-09T21:20:25,580 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/staging/jenkins.hfs.11__test__uos4r2oopli5oh8jhunajr1hc61uim517smr1c8v6hi2qlvqtvequsrk10ciku6s/f/7f85d7c082764f6bae5065556d33781c_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-09T21:20:25,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41097 {}] regionserver.ReplicationSink(324): Finished replicating [1a31f198-4633-458c-bb21-dc810b5eb5c0, 1ee2e665-8bc8-494c-9eaa-e0a4247265b2] bulk loaded data 2024-11-09T21:20:25,628 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.wal-reader.9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952/9514d6d5e5be%2C38603%2C1731187204952.1731187208130 to pos 1033, reset compression=false 2024-11-09T21:20:25,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T21:20:25,687 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:20:25,688 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:20:25,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:25,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:25,688 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:20:25,688 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T21:20:25,688 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1529400062, stopped=false 2024-11-09T21:20:25,688 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9514d6d5e5be,36461,1731187211736 2024-11-09T21:20:25,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41097-0x1012178521f0004, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1386760207/running 2024-11-09T21:20:25,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36461-0x1012178521f0003, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1386760207/running 2024-11-09T21:20:25,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41097-0x1012178521f0004, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1386760207 2024-11-09T21:20:25,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36461-0x1012178521f0003, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1386760207 2024-11-09T21:20:25,740 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:20:25,740 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:20:25,740 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:20:25,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:25,741 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9514d6d5e5be,41097,1731187211913' ***** 2024-11-09T21:20:25,741 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T21:20:25,741 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41097-0x1012178521f0004, quorum=127.0.0.1:52653, baseZNode=/1386760207 Set watcher on znode that does not yet exist, /1386760207/running 2024-11-09T21:20:25,741 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36461-0x1012178521f0003, quorum=127.0.0.1:52653, baseZNode=/1386760207 Set watcher on znode that does not yet exist, /1386760207/running 2024-11-09T21:20:25,742 INFO [RS:0;9514d6d5e5be:41097 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T21:20:25,742 INFO [RS:0;9514d6d5e5be:41097 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T21:20:25,742 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T21:20:25,742 INFO [RS:0;9514d6d5e5be:41097 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T21:20:25,742 INFO [RS:0;9514d6d5e5be:41097 {}] regionserver.HRegionServer(3091): Received CLOSE for 52696b48d8024392a2d13e66aac32740 2024-11-09T21:20:25,742 INFO [RS:0;9514d6d5e5be:41097 {}] regionserver.HRegionServer(3091): Received CLOSE for 26e2b3f00dea52fea920f0202ca7d492 2024-11-09T21:20:25,742 INFO [RS:0;9514d6d5e5be:41097 {}] regionserver.HRegionServer(959): stopping server 9514d6d5e5be,41097,1731187211913 2024-11-09T21:20:25,742 INFO [RS:0;9514d6d5e5be:41097 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:20:25,742 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 52696b48d8024392a2d13e66aac32740, disabling compactions & flushes 2024-11-09T21:20:25,742 INFO [RS:0;9514d6d5e5be:41097 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:41097. 2024-11-09T21:20:25,742 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731187216453.52696b48d8024392a2d13e66aac32740. 2024-11-09T21:20:25,742 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731187216453.52696b48d8024392a2d13e66aac32740. 2024-11-09T21:20:25,742 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731187216453.52696b48d8024392a2d13e66aac32740. after waiting 0 ms 2024-11-09T21:20:25,742 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731187216453.52696b48d8024392a2d13e66aac32740. 2024-11-09T21:20:25,742 DEBUG [RS:0;9514d6d5e5be:41097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:20:25,742 DEBUG [RS:0;9514d6d5e5be:41097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:25,742 INFO [RS:0;9514d6d5e5be:41097 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T21:20:25,742 INFO [RS:0;9514d6d5e5be:41097 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T21:20:25,742 INFO [RS:0;9514d6d5e5be:41097 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T21:20:25,743 INFO [RS:0;9514d6d5e5be:41097 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T21:20:25,748 INFO [RS:0;9514d6d5e5be:41097 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T21:20:25,748 DEBUG [RS:0;9514d6d5e5be:41097 {}] regionserver.HRegionServer(1325): Online Regions={52696b48d8024392a2d13e66aac32740=test,,1731187216453.52696b48d8024392a2d13e66aac32740., 1588230740=hbase:meta,,1.1588230740, 26e2b3f00dea52fea920f0202ca7d492=hbase:replication,,1731187219287.26e2b3f00dea52fea920f0202ca7d492.} 2024-11-09T21:20:25,748 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:20:25,748 DEBUG [RS:0;9514d6d5e5be:41097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26e2b3f00dea52fea920f0202ca7d492, 52696b48d8024392a2d13e66aac32740 2024-11-09T21:20:25,748 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:20:25,748 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:20:25,748 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:20:25,749 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:20:25,749 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T21:20:25,760 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/default/test/52696b48d8024392a2d13e66aac32740/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T21:20:25,761 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:20:25,761 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T21:20:25,761 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731187216453.52696b48d8024392a2d13e66aac32740. 2024-11-09T21:20:25,761 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 52696b48d8024392a2d13e66aac32740: Waiting for close lock at 1731187225742Running coprocessor pre-close hooks at 1731187225742Disabling compacts and flushes for region at 1731187225742Disabling writes for close at 1731187225742Writing region close event to WAL at 1731187225749 (+7 ms)Running coprocessor post-close hooks at 1731187225761 (+12 ms)Closed at 1731187225761 2024-11-09T21:20:25,761 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731187216453.52696b48d8024392a2d13e66aac32740. 2024-11-09T21:20:25,761 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 26e2b3f00dea52fea920f0202ca7d492, disabling compactions & flushes 2024-11-09T21:20:25,761 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731187219287.26e2b3f00dea52fea920f0202ca7d492. 2024-11-09T21:20:25,761 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731187219287.26e2b3f00dea52fea920f0202ca7d492. 2024-11-09T21:20:25,761 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731187219287.26e2b3f00dea52fea920f0202ca7d492. after waiting 0 ms 2024-11-09T21:20:25,761 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731187219287.26e2b3f00dea52fea920f0202ca7d492. 2024-11-09T21:20:25,761 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 26e2b3f00dea52fea920f0202ca7d492 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-09T21:20:25,783 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/replication/26e2b3f00dea52fea920f0202ca7d492/.tmp/hfileref/21f2957c3f644b7cb9364047b7b31645 is 74, key is 1/hfileref:2903903285664afb8d0c8a80f9924702_SeqId_4_/1731187222955/DeleteColumn/seqid=0 2024-11-09T21:20:25,787 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/meta/1588230740/.tmp/info/892fd24897c24e9092db7e0fc188b37a is 147, key is hbase:replication,,1731187219287.26e2b3f00dea52fea920f0202ca7d492./info:regioninfo/1731187220458/Put/seqid=0 2024-11-09T21:20:25,799 INFO [regionserver/9514d6d5e5be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:20:25,812 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T21:20:25,812 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T21:20:25,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741846_1022 (size=5345) 2024-11-09T21:20:25,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741847_1023 (size=7686) 2024-11-09T21:20:25,859 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913.replicationSource.wal-reader.9514d6d5e5be%2C41097%2C1731187211913,1-9514d6d5e5be,41097,1731187211913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/WALs/9514d6d5e5be,41097,1731187211913/9514d6d5e5be%2C41097%2C1731187211913.1731187214914 to pos 1033, reset compression=false 2024-11-09T21:20:25,873 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913.replicationSource.wal-reader.9514d6d5e5be%2C41097%2C1731187211913,1-9514d6d5e5be,41097,1731187211913 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:20:25,873 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913.replicationSource.wal-reader.9514d6d5e5be%2C41097%2C1731187211913,1-9514d6d5e5be,41097,1731187211913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/WALs/9514d6d5e5be,41097,1731187211913/9514d6d5e5be%2C41097%2C1731187211913.1731187214914 to pos 1328, reset compression=false 2024-11-09T21:20:25,873 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913.replicationSource.shipper9514d6d5e5be%2C41097%2C1731187211913,1-9514d6d5e5be,41097,1731187211913 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,41097,1731187211913 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/WALs/9514d6d5e5be,41097,1731187211913/9514d6d5e5be%2C41097%2C1731187211913.1731187214914, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:20:25,874 ERROR [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913.replicationSource.shipper9514d6d5e5be%2C41097%2C1731187211913,1-9514d6d5e5be,41097,1731187211913 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9514d6d5e5be,41097,1731187211913: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9514d6d5e5be,41097,1731187211913, walGroup=9514d6d5e5be%2C41097%2C1731187211913, offset=9514d6d5e5be%2C41097%2C1731187211913.1731187214914:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:41097 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T21:20:25,875 ERROR [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913.replicationSource.shipper9514d6d5e5be%2C41097%2C1731187211913,1-9514d6d5e5be,41097,1731187211913 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T21:20:25,875 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913.replicationSource.shipper9514d6d5e5be%2C41097%2C1731187211913,1-9514d6d5e5be,41097,1731187211913 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T21:20:25,876 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913.replicationSource.shipper9514d6d5e5be%2C41097%2C1731187211913,1-9514d6d5e5be,41097,1731187211913 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T21:20:25,876 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913.replicationSource.shipper9514d6d5e5be%2C41097%2C1731187211913,1-9514d6d5e5be,41097,1731187211913 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T21:20:25,876 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913.replicationSource.shipper9514d6d5e5be%2C41097%2C1731187211913,1-9514d6d5e5be,41097,1731187211913 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T21:20:25,877 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913.replicationSource.shipper9514d6d5e5be%2C41097%2C1731187211913,1-9514d6d5e5be,41097,1731187211913 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 549852672 }, "NonHeapMemoryUsage": { "committed": 190382080, "init": 7667712, "max": -1, "used": 187562792 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T21:20:25,877 WARN [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913.replicationSource.shipper9514d6d5e5be%2C41097%2C1731187211913,1-9514d6d5e5be,41097,1731187211913 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:36461 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:36461 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T21:20:25,945 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:20:25,949 DEBUG [RS:0;9514d6d5e5be:41097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26e2b3f00dea52fea920f0202ca7d492 2024-11-09T21:20:25,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:25,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:25,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:25,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:25,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:25,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:26,015 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:26,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:26,032 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.wal-reader.9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952/9514d6d5e5be%2C38603%2C1731187204952.1731187208130 to pos 1033, reset compression=false 2024-11-09T21:20:26,084 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913.replicationSource.wal-reader.9514d6d5e5be%2C41097%2C1731187211913,1-9514d6d5e5be,41097,1731187211913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/WALs/9514d6d5e5be,41097,1731187211913/9514d6d5e5be%2C41097%2C1731187211913.1731187214914 to pos 1328, reset compression=false 2024-11-09T21:20:26,149 DEBUG [RS:0;9514d6d5e5be:41097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26e2b3f00dea52fea920f0202ca7d492 2024-11-09T21:20:26,216 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/replication/26e2b3f00dea52fea920f0202ca7d492/.tmp/hfileref/21f2957c3f644b7cb9364047b7b31645 2024-11-09T21:20:26,221 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/meta/1588230740/.tmp/info/892fd24897c24e9092db7e0fc188b37a 2024-11-09T21:20:26,251 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/replication/26e2b3f00dea52fea920f0202ca7d492/.tmp/queue/20634d94ce894252b50c6d2954ce2e43 is 154, key is 1-9514d6d5e5be,41097,1731187211913/queue:9514d6d5e5be%2C41097%2C1731187211913/1731187224805/Put/seqid=0 2024-11-09T21:20:26,263 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/meta/1588230740/.tmp/ns/34067019a3eb4e078dac8176c7affab6 is 43, key is default/ns:d/1731187215577/Put/seqid=0 2024-11-09T21:20:26,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741848_1024 (size=5353) 2024-11-09T21:20:26,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741849_1025 (size=5153) 2024-11-09T21:20:26,349 DEBUG [RS:0;9514d6d5e5be:41097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26e2b3f00dea52fea920f0202ca7d492 2024-11-09T21:20:26,408 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913.replicationSource.wal-reader.9514d6d5e5be%2C41097%2C1731187211913,1-9514d6d5e5be,41097,1731187211913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/WALs/9514d6d5e5be,41097,1731187211913/9514d6d5e5be%2C41097%2C1731187211913.1731187214914 to pos 1328, reset compression=false 2024-11-09T21:20:26,544 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.wal-reader.9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952/9514d6d5e5be%2C38603%2C1731187204952.1731187208130 to pos 1033, reset compression=false 2024-11-09T21:20:26,549 DEBUG [RS:0;9514d6d5e5be:41097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26e2b3f00dea52fea920f0202ca7d492 2024-11-09T21:20:26,681 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/replication/26e2b3f00dea52fea920f0202ca7d492/.tmp/queue/20634d94ce894252b50c6d2954ce2e43 2024-11-09T21:20:26,681 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/meta/1588230740/.tmp/ns/34067019a3eb4e078dac8176c7affab6 2024-11-09T21:20:26,687 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/replication/26e2b3f00dea52fea920f0202ca7d492/.tmp/hfileref/21f2957c3f644b7cb9364047b7b31645 as hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/replication/26e2b3f00dea52fea920f0202ca7d492/hfileref/21f2957c3f644b7cb9364047b7b31645 2024-11-09T21:20:26,694 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/replication/26e2b3f00dea52fea920f0202ca7d492/hfileref/21f2957c3f644b7cb9364047b7b31645, entries=4, sequenceid=12, filesize=5.2 K 2024-11-09T21:20:26,695 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/replication/26e2b3f00dea52fea920f0202ca7d492/.tmp/queue/20634d94ce894252b50c6d2954ce2e43 as hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/replication/26e2b3f00dea52fea920f0202ca7d492/queue/20634d94ce894252b50c6d2954ce2e43 2024-11-09T21:20:26,701 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/replication/26e2b3f00dea52fea920f0202ca7d492/queue/20634d94ce894252b50c6d2954ce2e43, entries=1, sequenceid=12, filesize=5.2 K 2024-11-09T21:20:26,702 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 26e2b3f00dea52fea920f0202ca7d492 in 941ms, sequenceid=12, compaction requested=false 2024-11-09T21:20:26,723 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/meta/1588230740/.tmp/rep_barrier/339fb4a0e5794580b18f23171e2f3906 is 112, key is test,,1731187216453.52696b48d8024392a2d13e66aac32740./rep_barrier:seqnumDuringOpen/1731187216861/Put/seqid=0 2024-11-09T21:20:26,768 INFO [RS:0;9514d6d5e5be:41097 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T21:20:26,768 DEBUG [RS:0;9514d6d5e5be:41097 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 26e2b3f00dea52fea920f0202ca7d492=hbase:replication,,1731187219287.26e2b3f00dea52fea920f0202ca7d492.} 2024-11-09T21:20:26,768 DEBUG [RS:0;9514d6d5e5be:41097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 26e2b3f00dea52fea920f0202ca7d492 2024-11-09T21:20:26,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741850_1026 (size=5518) 2024-11-09T21:20:26,803 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/meta/1588230740/.tmp/rep_barrier/339fb4a0e5794580b18f23171e2f3906 2024-11-09T21:20:26,804 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/replication/26e2b3f00dea52fea920f0202ca7d492/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T21:20:26,805 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:20:26,805 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:20:26,805 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731187219287.26e2b3f00dea52fea920f0202ca7d492. 2024-11-09T21:20:26,805 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 26e2b3f00dea52fea920f0202ca7d492: Waiting for close lock at 1731187225761Running coprocessor pre-close hooks at 1731187225761Disabling compacts and flushes for region at 1731187225761Disabling writes for close at 1731187225761Obtaining lock to block concurrent updates at 1731187225761Preparing flush snapshotting stores in 26e2b3f00dea52fea920f0202ca7d492 at 1731187225761Finished memstore snapshotting hbase:replication,,1731187219287.26e2b3f00dea52fea920f0202ca7d492., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731187225762 (+1 ms)Flushing stores of hbase:replication,,1731187219287.26e2b3f00dea52fea920f0202ca7d492. at 1731187225762Flushing 26e2b3f00dea52fea920f0202ca7d492/hfileref: creating writer at 1731187225762Flushing 26e2b3f00dea52fea920f0202ca7d492/hfileref: appending metadata at 1731187225780 (+18 ms)Flushing 26e2b3f00dea52fea920f0202ca7d492/hfileref: closing flushed file at 1731187225780Flushing 26e2b3f00dea52fea920f0202ca7d492/queue: creating writer at 1731187226227 (+447 ms)Flushing 26e2b3f00dea52fea920f0202ca7d492/queue: appending metadata at 1731187226250 (+23 ms)Flushing 26e2b3f00dea52fea920f0202ca7d492/queue: closing flushed file at 1731187226250Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78b4c7c4: reopening flushed file at 1731187226686 (+436 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@213eff1: reopening flushed file at 1731187226694 (+8 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 26e2b3f00dea52fea920f0202ca7d492 in 941ms, sequenceid=12, compaction requested=false at 1731187226702 (+8 ms)Writing region close event to WAL at 1731187226746 (+44 ms)Running coprocessor post-close hooks at 1731187226805 (+59 ms)Closed at 1731187226805 2024-11-09T21:20:26,805 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731187219287.26e2b3f00dea52fea920f0202ca7d492. 2024-11-09T21:20:26,814 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913.replicationSource.wal-reader.9514d6d5e5be%2C41097%2C1731187211913,1-9514d6d5e5be,41097,1731187211913 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/WALs/9514d6d5e5be,41097,1731187211913/9514d6d5e5be%2C41097%2C1731187211913.1731187214914 to pos 1328, reset compression=false 2024-11-09T21:20:26,851 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/meta/1588230740/.tmp/table/dc2484bcc03e4d9ca17b8cbc3d202efe is 53, key is hbase:replication/table:state/1731187220464/Put/seqid=0 2024-11-09T21:20:26,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741851_1027 (size=5308) 2024-11-09T21:20:26,882 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/meta/1588230740/.tmp/table/dc2484bcc03e4d9ca17b8cbc3d202efe 2024-11-09T21:20:26,887 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/meta/1588230740/.tmp/info/892fd24897c24e9092db7e0fc188b37a as hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/meta/1588230740/info/892fd24897c24e9092db7e0fc188b37a 2024-11-09T21:20:26,892 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/meta/1588230740/info/892fd24897c24e9092db7e0fc188b37a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T21:20:26,894 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/meta/1588230740/.tmp/ns/34067019a3eb4e078dac8176c7affab6 as hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/meta/1588230740/ns/34067019a3eb4e078dac8176c7affab6 2024-11-09T21:20:26,899 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/meta/1588230740/ns/34067019a3eb4e078dac8176c7affab6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T21:20:26,900 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/meta/1588230740/.tmp/rep_barrier/339fb4a0e5794580b18f23171e2f3906 as hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/meta/1588230740/rep_barrier/339fb4a0e5794580b18f23171e2f3906 2024-11-09T21:20:26,907 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/meta/1588230740/rep_barrier/339fb4a0e5794580b18f23171e2f3906, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T21:20:26,908 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/meta/1588230740/.tmp/table/dc2484bcc03e4d9ca17b8cbc3d202efe as hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/meta/1588230740/table/dc2484bcc03e4d9ca17b8cbc3d202efe 2024-11-09T21:20:26,918 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/meta/1588230740/table/dc2484bcc03e4d9ca17b8cbc3d202efe, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T21:20:26,920 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1171ms, sequenceid=16, compaction requested=false 2024-11-09T21:20:26,968 DEBUG [RS:0;9514d6d5e5be:41097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:20:26,994 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T21:20:26,995 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:20:26,995 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:20:26,995 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:20:26,995 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187225748Running coprocessor pre-close hooks at 1731187225748Disabling compacts and flushes for region at 1731187225748Disabling writes for close at 1731187225748Obtaining lock to block concurrent updates at 1731187225749 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731187225749Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731187225749Flushing stores of hbase:meta,,1.1588230740 at 1731187225751 (+2 ms)Flushing 1588230740/info: creating writer at 1731187225751Flushing 1588230740/info: appending metadata at 1731187225787 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731187225787Flushing 1588230740/ns: creating writer at 1731187226231 (+444 ms)Flushing 1588230740/ns: appending metadata at 1731187226262 (+31 ms)Flushing 1588230740/ns: closing flushed file at 1731187226262Flushing 1588230740/rep_barrier: creating writer at 1731187226686 (+424 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731187226723 (+37 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731187226723Flushing 1588230740/table: creating writer at 1731187226809 (+86 ms)Flushing 1588230740/table: appending metadata at 1731187226850 (+41 ms)Flushing 1588230740/table: closing flushed file at 1731187226850Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35b991db: reopening flushed file at 1731187226887 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c85a89e: reopening flushed file at 1731187226892 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58e7e2a: reopening flushed file at 1731187226899 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@181635a: reopening flushed file at 1731187226907 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1171ms, sequenceid=16, compaction requested=false at 1731187226920 (+13 ms)Writing region close event to WAL at 1731187226989 (+69 ms)Running coprocessor post-close hooks at 1731187226995 (+6 ms)Closed at 1731187226995 2024-11-09T21:20:26,995 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T21:20:27,152 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.wal-reader.9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952/9514d6d5e5be%2C38603%2C1731187204952.1731187208130 to pos 1033, reset compression=false 2024-11-09T21:20:27,169 INFO [RS:0;9514d6d5e5be:41097 {}] regionserver.HRegionServer(976): stopping server 9514d6d5e5be,41097,1731187211913; all regions closed. 2024-11-09T21:20:27,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741834_1010 (size=4239) 2024-11-09T21:20:27,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741839_1015 (size=3127) 2024-11-09T21:20:27,207 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/WALs/9514d6d5e5be,41097,1731187211913/9514d6d5e5be%2C41097%2C1731187211913.rep.1731187220425 not finished, retry = 0 2024-11-09T21:20:27,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741833_1009 (size=1336) 2024-11-09T21:20:27,312 DEBUG [RS:0;9514d6d5e5be:41097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:27,312 INFO [RS:0;9514d6d5e5be:41097 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:20:27,314 INFO [RS:0;9514d6d5e5be:41097 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:20:27,314 INFO [RS:0;9514d6d5e5be:41097 {}] hbase.ChoreService(370): Chore service for: regionserver/9514d6d5e5be:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T21:20:27,315 INFO [RS:0;9514d6d5e5be:41097 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:20:27,315 INFO [RS:0;9514d6d5e5be:41097 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9514d6d5e5be,41097,1731187211913 because: Region server is closing 2024-11-09T21:20:27,315 INFO [RS:0;9514d6d5e5be:41097 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:41097. 2024-11-09T21:20:27,315 DEBUG [RS:0;9514d6d5e5be:41097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:20:27,315 DEBUG [RS:0;9514d6d5e5be:41097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:27,315 DEBUG [RS:0;9514d6d5e5be:41097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:27,315 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:20:27,316 INFO [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:20:27,416 INFO [RS:0;9514d6d5e5be:41097 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41097,1731187211913.replicationSource.shipper9514d6d5e5be%2C41097%2C1731187211913,1-9514d6d5e5be,41097,1731187211913 terminated 2024-11-09T21:20:27,416 INFO [RS:0;9514d6d5e5be:41097 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:41097. 2024-11-09T21:20:27,416 DEBUG [RS:0;9514d6d5e5be:41097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:20:27,416 DEBUG [RS:0;9514d6d5e5be:41097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:27,416 DEBUG [RS:0;9514d6d5e5be:41097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:27,416 INFO [RS:0;9514d6d5e5be:41097 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41097 2024-11-09T21:20:27,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:20:27,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36461-0x1012178521f0003, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1386760207/rs 2024-11-09T21:20:27,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41097-0x1012178521f0004, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1386760207/rs/9514d6d5e5be,41097,1731187211913 2024-11-09T21:20:27,426 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9514d6d5e5be,41097,1731187211913] 2024-11-09T21:20:27,426 INFO [RS:0;9514d6d5e5be:41097 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:20:27,435 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1386760207/draining/9514d6d5e5be,41097,1731187211913 already deleted, retry=false 2024-11-09T21:20:27,435 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9514d6d5e5be,41097,1731187211913 expired; onlineServers=0 2024-11-09T21:20:27,435 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9514d6d5e5be,36461,1731187211736' ***** 2024-11-09T21:20:27,435 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T21:20:27,436 INFO [M:0;9514d6d5e5be:36461 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:20:27,436 INFO [M:0;9514d6d5e5be:36461 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:20:27,436 DEBUG [M:0;9514d6d5e5be:36461 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T21:20:27,436 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T21:20:27,436 DEBUG [M:0;9514d6d5e5be:36461 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T21:20:27,436 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187214373 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187214373,5,FailOnTimeoutGroup] 2024-11-09T21:20:27,436 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187214373 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187214373,5,FailOnTimeoutGroup] 2024-11-09T21:20:27,436 INFO [M:0;9514d6d5e5be:36461 {}] hbase.ChoreService(370): Chore service for: master/9514d6d5e5be:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T21:20:27,436 INFO [M:0;9514d6d5e5be:36461 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:20:27,436 DEBUG [M:0;9514d6d5e5be:36461 {}] master.HMaster(1795): Stopping service threads 2024-11-09T21:20:27,436 INFO [M:0;9514d6d5e5be:36461 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T21:20:27,437 INFO [M:0;9514d6d5e5be:36461 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:20:27,437 INFO [M:0;9514d6d5e5be:36461 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T21:20:27,437 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T21:20:27,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36461-0x1012178521f0003, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1386760207/master 2024-11-09T21:20:27,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36461-0x1012178521f0003, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1386760207 2024-11-09T21:20:27,456 INFO [M:0;9514d6d5e5be:36461 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/.lastflushedseqids 2024-11-09T21:20:27,466 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1386760207/master already deleted, retry=false 2024-11-09T21:20:27,466 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:36461-0x1012178521f0003, quorum=127.0.0.1:52653, baseZNode=/1386760207 Failed delete of our master address node; KeeperErrorCode = NoNode for /1386760207/master 2024-11-09T21:20:27,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741852_1028 (size=263) 2024-11-09T21:20:27,546 INFO [RS:0;9514d6d5e5be:41097 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:20:27,546 INFO [RS:0;9514d6d5e5be:41097 {}] regionserver.HRegionServer(1031): Exiting; stopping=9514d6d5e5be,41097,1731187211913; zookeeper connection closed. 2024-11-09T21:20:27,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41097-0x1012178521f0004, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:20:27,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41097-0x1012178521f0004, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:20:27,556 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6196cd19 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6196cd19 2024-11-09T21:20:27,556 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T21:20:27,863 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.wal-reader.9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952/9514d6d5e5be%2C38603%2C1731187204952.1731187208130 to pos 1033, reset compression=false 2024-11-09T21:20:27,884 INFO [M:0;9514d6d5e5be:36461 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T21:20:27,884 INFO [M:0;9514d6d5e5be:36461 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T21:20:27,885 DEBUG [M:0;9514d6d5e5be:36461 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:20:27,885 INFO [M:0;9514d6d5e5be:36461 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:27,885 DEBUG [M:0;9514d6d5e5be:36461 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:27,885 DEBUG [M:0;9514d6d5e5be:36461 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:20:27,885 DEBUG [M:0;9514d6d5e5be:36461 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:27,885 INFO [M:0;9514d6d5e5be:36461 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-09T21:20:27,922 DEBUG [M:0;9514d6d5e5be:36461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99d6cd132b914862bed58d20b709c0a0 is 82, key is hbase:meta,,1/info:regioninfo/1731187215336/Put/seqid=0 2024-11-09T21:20:27,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741853_1029 (size=5672) 2024-11-09T21:20:27,950 INFO [M:0;9514d6d5e5be:36461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99d6cd132b914862bed58d20b709c0a0 2024-11-09T21:20:27,980 DEBUG [M:0;9514d6d5e5be:36461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d84fc71f6fc34f44a9832898f5e64338 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731187220467/Put/seqid=0 2024-11-09T21:20:28,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741854_1030 (size=8515) 2024-11-09T21:20:28,420 INFO [M:0;9514d6d5e5be:36461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d84fc71f6fc34f44a9832898f5e64338 2024-11-09T21:20:28,452 DEBUG [M:0;9514d6d5e5be:36461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d62ac985894941f297c95279e57618fc is 69, key is 9514d6d5e5be,41097,1731187211913/rs:state/1731187214645/Put/seqid=0 2024-11-09T21:20:28,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741855_1031 (size=5156) 2024-11-09T21:20:28,674 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.wal-reader.9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952/9514d6d5e5be%2C38603%2C1731187204952.1731187208130 to pos 1033, reset compression=false 2024-11-09T21:20:28,867 INFO [M:0;9514d6d5e5be:36461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d62ac985894941f297c95279e57618fc 2024-11-09T21:20:28,879 DEBUG [M:0;9514d6d5e5be:36461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/99d6cd132b914862bed58d20b709c0a0 as hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99d6cd132b914862bed58d20b709c0a0 2024-11-09T21:20:28,888 INFO [M:0;9514d6d5e5be:36461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/99d6cd132b914862bed58d20b709c0a0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T21:20:28,889 DEBUG [M:0;9514d6d5e5be:36461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d84fc71f6fc34f44a9832898f5e64338 as hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d84fc71f6fc34f44a9832898f5e64338 2024-11-09T21:20:28,897 INFO [M:0;9514d6d5e5be:36461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d84fc71f6fc34f44a9832898f5e64338, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T21:20:28,898 DEBUG [M:0;9514d6d5e5be:36461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d62ac985894941f297c95279e57618fc as hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d62ac985894941f297c95279e57618fc 2024-11-09T21:20:28,904 INFO [M:0;9514d6d5e5be:36461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46195/user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d62ac985894941f297c95279e57618fc, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T21:20:28,905 INFO [M:0;9514d6d5e5be:36461 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1020ms, sequenceid=97, compaction requested=false 2024-11-09T21:20:28,913 INFO [M:0;9514d6d5e5be:36461 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:28,913 DEBUG [M:0;9514d6d5e5be:36461 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187227885Disabling compacts and flushes for region at 1731187227885Disabling writes for close at 1731187227885Obtaining lock to block concurrent updates at 1731187227885Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731187227885Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731187227885Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731187227886 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731187227886Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731187227922 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731187227922Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731187227955 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731187227979 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731187227979Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731187228430 (+451 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731187228452 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731187228452Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f667897: reopening flushed file at 1731187228874 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58a5bd79: reopening flushed file at 1731187228888 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e9af563: reopening flushed file at 1731187228897 (+9 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1020ms, sequenceid=97, compaction requested=false at 1731187228905 (+8 ms)Writing region close event to WAL at 1731187228913 (+8 ms)Closed at 1731187228913 2024-11-09T21:20:28,915 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/54bbe39b-df05-66d9-473e-cf992d550f85/MasterData/WALs/9514d6d5e5be,36461,1731187211736/9514d6d5e5be%2C36461%2C1731187211736.1731187213330 not finished, retry = 0 2024-11-09T21:20:28,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42555 is added to blk_1073741830_1006 (size=63642) 2024-11-09T21:20:29,016 INFO [M:0;9514d6d5e5be:36461 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T21:20:29,016 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:20:29,016 INFO [M:0;9514d6d5e5be:36461 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36461 2024-11-09T21:20:29,017 INFO [M:0;9514d6d5e5be:36461 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:20:29,124 INFO [M:0;9514d6d5e5be:36461 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:20:29,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36461-0x1012178521f0003, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:20:29,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36461-0x1012178521f0003, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:20:29,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3694c72e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:20:29,157 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7daa88ac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:20:29,157 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:20:29,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33ef2719{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:20:29,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@402e668f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969052d4-8f14-bdf7-bd22-76c77eb1eb9d/hadoop.log.dir/,STOPPED} 2024-11-09T21:20:29,159 WARN [BP-71131957-172.17.0.2-1731187209285 heartbeating to localhost/127.0.0.1:46195 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T21:20:29,159 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T21:20:29,159 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T21:20:29,159 WARN [BP-71131957-172.17.0.2-1731187209285 heartbeating to localhost/127.0.0.1:46195 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-71131957-172.17.0.2-1731187209285 (Datanode Uuid bbfc197c-c8cf-427c-b54f-8ce8887cbad2) service to localhost/127.0.0.1:46195 2024-11-09T21:20:29,160 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969052d4-8f14-bdf7-bd22-76c77eb1eb9d/cluster_88417075-e930-c9c9-8792-bf4759bcbd41/data/data1/current/BP-71131957-172.17.0.2-1731187209285 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:20:29,160 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969052d4-8f14-bdf7-bd22-76c77eb1eb9d/cluster_88417075-e930-c9c9-8792-bf4759bcbd41/data/data2/current/BP-71131957-172.17.0.2-1731187209285 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:20:29,160 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T21:20:29,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f38e5b2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:20:29,167 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12898563{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:20:29,167 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:20:29,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68a5ef49{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:20:29,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74f6b046{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969052d4-8f14-bdf7-bd22-76c77eb1eb9d/hadoop.log.dir/,STOPPED} 2024-11-09T21:20:29,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T21:20:29,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T21:20:29,188 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:20:29,188 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:20:29,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:29,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:29,188 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:20:29,189 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T21:20:29,189 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1768016539, stopped=false 2024-11-09T21:20:29,189 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9514d6d5e5be,46723,1731187203700 2024-11-09T21:20:29,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46723-0x1012178521f0000, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2120921255/running 2024-11-09T21:20:29,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46723-0x1012178521f0000, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120921255 2024-11-09T21:20:29,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38603-0x1012178521f0001, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2120921255/running 2024-11-09T21:20:29,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38603-0x1012178521f0001, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120921255 2024-11-09T21:20:29,203 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:20:29,204 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:20:29,204 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:20:29,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:29,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46723-0x1012178521f0000, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Set watcher on znode that does not yet exist, /0-2120921255/running 2024-11-09T21:20:29,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38603-0x1012178521f0001, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Set watcher on znode that does not yet exist, /0-2120921255/running 2024-11-09T21:20:29,204 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9514d6d5e5be,38603,1731187204952' ***** 2024-11-09T21:20:29,204 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T21:20:29,205 INFO [RS:0;9514d6d5e5be:38603 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T21:20:29,205 INFO [RS:0;9514d6d5e5be:38603 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T21:20:29,205 INFO [RS:0;9514d6d5e5be:38603 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T21:20:29,205 INFO [RS:0;9514d6d5e5be:38603 {}] regionserver.HRegionServer(3091): Received CLOSE for ed319b77f0f16f931bfb86306da08258 2024-11-09T21:20:29,205 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T21:20:29,205 INFO [RS:0;9514d6d5e5be:38603 {}] regionserver.HRegionServer(3091): Received CLOSE for 150d5949b34284e7289fb6d75492e05e 2024-11-09T21:20:29,205 INFO [RS:0;9514d6d5e5be:38603 {}] regionserver.HRegionServer(959): stopping server 9514d6d5e5be,38603,1731187204952 2024-11-09T21:20:29,205 INFO [RS:0;9514d6d5e5be:38603 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:20:29,205 INFO [RS:0;9514d6d5e5be:38603 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:38603. 2024-11-09T21:20:29,205 DEBUG [RS:0;9514d6d5e5be:38603 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:20:29,205 DEBUG [RS:0;9514d6d5e5be:38603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:29,205 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ed319b77f0f16f931bfb86306da08258, disabling compactions & flushes 2024-11-09T21:20:29,205 INFO [RS:0;9514d6d5e5be:38603 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T21:20:29,205 INFO [RS:0;9514d6d5e5be:38603 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T21:20:29,205 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731187215817.ed319b77f0f16f931bfb86306da08258. 2024-11-09T21:20:29,205 INFO [RS:0;9514d6d5e5be:38603 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T21:20:29,205 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731187215817.ed319b77f0f16f931bfb86306da08258. 2024-11-09T21:20:29,205 INFO [RS:0;9514d6d5e5be:38603 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T21:20:29,205 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731187215817.ed319b77f0f16f931bfb86306da08258. after waiting 0 ms 2024-11-09T21:20:29,205 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731187215817.ed319b77f0f16f931bfb86306da08258. 2024-11-09T21:20:29,206 INFO [RS:0;9514d6d5e5be:38603 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T21:20:29,206 DEBUG [RS:0;9514d6d5e5be:38603 {}] regionserver.HRegionServer(1325): Online Regions={ed319b77f0f16f931bfb86306da08258=test,,1731187215817.ed319b77f0f16f931bfb86306da08258., 150d5949b34284e7289fb6d75492e05e=hbase:replication,,1731187217131.150d5949b34284e7289fb6d75492e05e., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T21:20:29,206 DEBUG [RS:0;9514d6d5e5be:38603 {}] regionserver.HRegionServer(1351): Waiting on 150d5949b34284e7289fb6d75492e05e, 1588230740, ed319b77f0f16f931bfb86306da08258 2024-11-09T21:20:29,206 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:20:29,206 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:20:29,206 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:20:29,206 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:20:29,206 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:20:29,207 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T21:20:29,219 INFO [regionserver/9514d6d5e5be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:20:29,222 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/default/test/ed319b77f0f16f931bfb86306da08258/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T21:20:29,223 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:20:29,223 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T21:20:29,223 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731187215817.ed319b77f0f16f931bfb86306da08258. 2024-11-09T21:20:29,223 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ed319b77f0f16f931bfb86306da08258: Waiting for close lock at 1731187229205Running coprocessor pre-close hooks at 1731187229205Disabling compacts and flushes for region at 1731187229205Disabling writes for close at 1731187229205Writing region close event to WAL at 1731187229217 (+12 ms)Running coprocessor post-close hooks at 1731187229223 (+6 ms)Closed at 1731187229223 2024-11-09T21:20:29,223 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731187215817.ed319b77f0f16f931bfb86306da08258. 2024-11-09T21:20:29,223 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 150d5949b34284e7289fb6d75492e05e, disabling compactions & flushes 2024-11-09T21:20:29,223 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731187217131.150d5949b34284e7289fb6d75492e05e. 2024-11-09T21:20:29,223 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731187217131.150d5949b34284e7289fb6d75492e05e. 2024-11-09T21:20:29,223 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731187217131.150d5949b34284e7289fb6d75492e05e. after waiting 0 ms 2024-11-09T21:20:29,223 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731187217131.150d5949b34284e7289fb6d75492e05e. 2024-11-09T21:20:29,223 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 150d5949b34284e7289fb6d75492e05e 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-09T21:20:29,230 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/meta/1588230740/.tmp/info/7d9c8ae8e87f423a8acdb0e41c9be502 is 147, key is hbase:replication,,1731187217131.150d5949b34284e7289fb6d75492e05e./info:regioninfo/1731187218366/Put/seqid=0 2024-11-09T21:20:29,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741846_1022 (size=7686) 2024-11-09T21:20:29,242 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/replication/150d5949b34284e7289fb6d75492e05e/.tmp/hfileref/314671c1bd6d47caa06d085f46b1748d is 74, key is 1/hfileref:7926bdd8115f434895678a8f17ba1c2d_SeqId_4_/1731187222787/DeleteColumn/seqid=0 2024-11-09T21:20:29,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741847_1023 (size=5345) 2024-11-09T21:20:29,406 DEBUG [RS:0;9514d6d5e5be:38603 {}] regionserver.HRegionServer(1351): Waiting on 150d5949b34284e7289fb6d75492e05e, 1588230740 2024-11-09T21:20:29,577 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.wal-reader.9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952/9514d6d5e5be%2C38603%2C1731187204952.1731187208130 to pos 1033, reset compression=false 2024-11-09T21:20:29,586 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.wal-reader.9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:20:29,586 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.wal-reader.9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952/9514d6d5e5be%2C38603%2C1731187204952.1731187208130 to pos 1328, reset compression=false 2024-11-09T21:20:29,586 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.shipper9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,38603,1731187204952 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952/9514d6d5e5be%2C38603%2C1731187204952.1731187208130, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:20:29,587 ERROR [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.shipper9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9514d6d5e5be,38603,1731187204952: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9514d6d5e5be,38603,1731187204952, walGroup=9514d6d5e5be%2C38603%2C1731187204952, offset=9514d6d5e5be%2C38603%2C1731187204952.1731187208130:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:38603 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T21:20:29,588 ERROR [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.shipper9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T21:20:29,588 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.shipper9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T21:20:29,588 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.shipper9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T21:20:29,589 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.shipper9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T21:20:29,589 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.shipper9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T21:20:29,589 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.shipper9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 623252992 }, "NonHeapMemoryUsage": { "committed": 191234048, "init": 7667712, "max": -1, "used": 188437808 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T21:20:29,589 WARN [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.shipper9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:46723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:46723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T21:20:29,606 DEBUG [RS:0;9514d6d5e5be:38603 {}] regionserver.HRegionServer(1351): Waiting on 150d5949b34284e7289fb6d75492e05e, 1588230740 2024-11-09T21:20:29,638 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/meta/1588230740/.tmp/info/7d9c8ae8e87f423a8acdb0e41c9be502 2024-11-09T21:20:29,660 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/replication/150d5949b34284e7289fb6d75492e05e/.tmp/hfileref/314671c1bd6d47caa06d085f46b1748d 2024-11-09T21:20:29,665 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/meta/1588230740/.tmp/ns/a98b5fb1d2504e39a790caaa5cf4b0e6 is 43, key is default/ns:d/1731187209186/Put/seqid=0 2024-11-09T21:20:29,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741848_1024 (size=5153) 2024-11-09T21:20:29,681 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/replication/150d5949b34284e7289fb6d75492e05e/.tmp/queue/216b683d18d64f96a26be35f3022795f is 154, key is 1-9514d6d5e5be,38603,1731187204952/queue:9514d6d5e5be%2C38603%2C1731187204952/1731187225587/Put/seqid=0 2024-11-09T21:20:29,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741849_1025 (size=5353) 2024-11-09T21:20:29,793 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.wal-reader.9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952/9514d6d5e5be%2C38603%2C1731187204952.1731187208130 to pos 1328, reset compression=false 2024-11-09T21:20:29,806 DEBUG [RS:0;9514d6d5e5be:38603 {}] regionserver.HRegionServer(1351): Waiting on 150d5949b34284e7289fb6d75492e05e, 1588230740 2024-11-09T21:20:30,006 DEBUG [RS:0;9514d6d5e5be:38603 {}] regionserver.HRegionServer(1351): Waiting on 150d5949b34284e7289fb6d75492e05e, 1588230740 2024-11-09T21:20:30,074 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T21:20:30,074 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T21:20:30,075 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/meta/1588230740/.tmp/ns/a98b5fb1d2504e39a790caaa5cf4b0e6 2024-11-09T21:20:30,087 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/replication/150d5949b34284e7289fb6d75492e05e/.tmp/queue/216b683d18d64f96a26be35f3022795f 2024-11-09T21:20:30,091 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/replication/150d5949b34284e7289fb6d75492e05e/.tmp/hfileref/314671c1bd6d47caa06d085f46b1748d as hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/replication/150d5949b34284e7289fb6d75492e05e/hfileref/314671c1bd6d47caa06d085f46b1748d 2024-11-09T21:20:30,096 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/meta/1588230740/.tmp/rep_barrier/f9e894943b794f478e683593c26da658 is 112, key is test,,1731187215817.ed319b77f0f16f931bfb86306da08258./rep_barrier:seqnumDuringOpen/1731187216192/Put/seqid=0 2024-11-09T21:20:30,097 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.wal-reader.9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952/9514d6d5e5be%2C38603%2C1731187204952.1731187208130 to pos 1328, reset compression=false 2024-11-09T21:20:30,099 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/replication/150d5949b34284e7289fb6d75492e05e/hfileref/314671c1bd6d47caa06d085f46b1748d, entries=4, sequenceid=12, filesize=5.2 K 2024-11-09T21:20:30,101 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/replication/150d5949b34284e7289fb6d75492e05e/.tmp/queue/216b683d18d64f96a26be35f3022795f as hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/replication/150d5949b34284e7289fb6d75492e05e/queue/216b683d18d64f96a26be35f3022795f 2024-11-09T21:20:30,106 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/replication/150d5949b34284e7289fb6d75492e05e/queue/216b683d18d64f96a26be35f3022795f, entries=1, sequenceid=12, filesize=5.2 K 2024-11-09T21:20:30,107 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 150d5949b34284e7289fb6d75492e05e in 884ms, sequenceid=12, compaction requested=false 2024-11-09T21:20:30,107 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T21:20:30,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741850_1026 (size=5518) 2024-11-09T21:20:30,112 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/meta/1588230740/.tmp/rep_barrier/f9e894943b794f478e683593c26da658 2024-11-09T21:20:30,129 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/replication/150d5949b34284e7289fb6d75492e05e/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T21:20:30,130 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:20:30,130 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:20:30,130 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731187217131.150d5949b34284e7289fb6d75492e05e. 2024-11-09T21:20:30,130 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 150d5949b34284e7289fb6d75492e05e: Waiting for close lock at 1731187229223Running coprocessor pre-close hooks at 1731187229223Disabling compacts and flushes for region at 1731187229223Disabling writes for close at 1731187229223Obtaining lock to block concurrent updates at 1731187229223Preparing flush snapshotting stores in 150d5949b34284e7289fb6d75492e05e at 1731187229223Finished memstore snapshotting hbase:replication,,1731187217131.150d5949b34284e7289fb6d75492e05e., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731187229224 (+1 ms)Flushing stores of hbase:replication,,1731187217131.150d5949b34284e7289fb6d75492e05e. at 1731187229224Flushing 150d5949b34284e7289fb6d75492e05e/hfileref: creating writer at 1731187229224Flushing 150d5949b34284e7289fb6d75492e05e/hfileref: appending metadata at 1731187229241 (+17 ms)Flushing 150d5949b34284e7289fb6d75492e05e/hfileref: closing flushed file at 1731187229241Flushing 150d5949b34284e7289fb6d75492e05e/queue: creating writer at 1731187229665 (+424 ms)Flushing 150d5949b34284e7289fb6d75492e05e/queue: appending metadata at 1731187229681 (+16 ms)Flushing 150d5949b34284e7289fb6d75492e05e/queue: closing flushed file at 1731187229681Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69359bef: reopening flushed file at 1731187230090 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d7f4a68: reopening flushed file at 1731187230100 (+10 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 150d5949b34284e7289fb6d75492e05e in 884ms, sequenceid=12, compaction requested=false at 1731187230107 (+7 ms)Writing region close event to WAL at 1731187230120 (+13 ms)Running coprocessor post-close hooks at 1731187230130 (+10 ms)Closed at 1731187230130 2024-11-09T21:20:30,130 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731187217131.150d5949b34284e7289fb6d75492e05e. 2024-11-09T21:20:30,135 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/meta/1588230740/.tmp/table/29709379bbac4bdb8267da3d09b96c10 is 53, key is hbase:replication/table:state/1731187218375/Put/seqid=0 2024-11-09T21:20:30,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741851_1027 (size=5308) 2024-11-09T21:20:30,207 INFO [RS:0;9514d6d5e5be:38603 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T21:20:30,207 DEBUG [RS:0;9514d6d5e5be:38603 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T21:20:30,207 DEBUG [RS:0;9514d6d5e5be:38603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:20:30,407 DEBUG [RS:0;9514d6d5e5be:38603 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:20:30,513 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.wal-reader.9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952/9514d6d5e5be%2C38603%2C1731187204952.1731187208130 to pos 1328, reset compression=false 2024-11-09T21:20:30,539 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/meta/1588230740/.tmp/table/29709379bbac4bdb8267da3d09b96c10 2024-11-09T21:20:30,544 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/meta/1588230740/.tmp/info/7d9c8ae8e87f423a8acdb0e41c9be502 as hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/meta/1588230740/info/7d9c8ae8e87f423a8acdb0e41c9be502 2024-11-09T21:20:30,549 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/meta/1588230740/info/7d9c8ae8e87f423a8acdb0e41c9be502, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T21:20:30,550 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/meta/1588230740/.tmp/ns/a98b5fb1d2504e39a790caaa5cf4b0e6 as hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/meta/1588230740/ns/a98b5fb1d2504e39a790caaa5cf4b0e6 2024-11-09T21:20:30,554 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/meta/1588230740/ns/a98b5fb1d2504e39a790caaa5cf4b0e6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T21:20:30,556 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/meta/1588230740/.tmp/rep_barrier/f9e894943b794f478e683593c26da658 as hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/meta/1588230740/rep_barrier/f9e894943b794f478e683593c26da658 2024-11-09T21:20:30,560 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/meta/1588230740/rep_barrier/f9e894943b794f478e683593c26da658, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T21:20:30,561 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/meta/1588230740/.tmp/table/29709379bbac4bdb8267da3d09b96c10 as hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/meta/1588230740/table/29709379bbac4bdb8267da3d09b96c10 2024-11-09T21:20:30,565 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/meta/1588230740/table/29709379bbac4bdb8267da3d09b96c10, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T21:20:30,565 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1359ms, sequenceid=16, compaction requested=false 2024-11-09T21:20:30,569 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T21:20:30,570 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:20:30,570 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:20:30,570 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:20:30,570 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187229206Running coprocessor pre-close hooks at 1731187229206Disabling compacts and flushes for region at 1731187229206Disabling writes for close at 1731187229206Obtaining lock to block concurrent updates at 1731187229207 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731187229207Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731187229208 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731187229208Flushing 1588230740/info: creating writer at 1731187229209 (+1 ms)Flushing 1588230740/info: appending metadata at 1731187229229 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731187229229Flushing 1588230740/ns: creating writer at 1731187229643 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731187229664 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731187229664Flushing 1588230740/rep_barrier: creating writer at 1731187230079 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731187230096 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731187230096Flushing 1588230740/table: creating writer at 1731187230117 (+21 ms)Flushing 1588230740/table: appending metadata at 1731187230135 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731187230135Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e450186: reopening flushed file at 1731187230543 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f8ce6c4: reopening flushed file at 1731187230549 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@663c35e4: reopening flushed file at 1731187230554 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39dd3db1: reopening flushed file at 1731187230560 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1359ms, sequenceid=16, compaction requested=false at 1731187230565 (+5 ms)Writing region close event to WAL at 1731187230567 (+2 ms)Running coprocessor post-close hooks at 1731187230570 (+3 ms)Closed at 1731187230570 2024-11-09T21:20:30,570 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T21:20:30,607 INFO [RS:0;9514d6d5e5be:38603 {}] regionserver.HRegionServer(976): stopping server 9514d6d5e5be,38603,1731187204952; all regions closed. 2024-11-09T21:20:30,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741834_1010 (size=4239) 2024-11-09T21:20:30,609 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/WALs/9514d6d5e5be,38603,1731187204952/9514d6d5e5be%2C38603%2C1731187204952.meta.1731187209099.meta not finished, retry = 0 2024-11-09T21:20:30,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741839_1015 (size=3127) 2024-11-09T21:20:30,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741832_1008 (size=1336) 2024-11-09T21:20:30,717 DEBUG [RS:0;9514d6d5e5be:38603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:30,718 INFO [RS:0;9514d6d5e5be:38603 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:20:30,718 INFO [RS:0;9514d6d5e5be:38603 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:20:30,718 INFO [RS:0;9514d6d5e5be:38603 {}] hbase.ChoreService(370): Chore service for: regionserver/9514d6d5e5be:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T21:20:30,718 INFO [RS:0;9514d6d5e5be:38603 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:20:30,718 INFO [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:20:30,718 INFO [RS:0;9514d6d5e5be:38603 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9514d6d5e5be,38603,1731187204952 because: Region server is closing 2024-11-09T21:20:30,718 INFO [RS:0;9514d6d5e5be:38603 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:38603. 2024-11-09T21:20:30,718 DEBUG [RS:0;9514d6d5e5be:38603 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:20:30,718 DEBUG [RS:0;9514d6d5e5be:38603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:30,718 DEBUG [RS:0;9514d6d5e5be:38603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:30,718 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:20:30,819 INFO [RS:0;9514d6d5e5be:38603 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.shipper9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 terminated 2024-11-09T21:20:30,819 WARN [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38603,1731187204952.replicationSource.wal-reader.9514d6d5e5be%2C38603%2C1731187204952,1-9514d6d5e5be,38603,1731187204952 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T21:20:30,819 INFO [RS:0;9514d6d5e5be:38603 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:38603. 2024-11-09T21:20:30,819 DEBUG [RS:0;9514d6d5e5be:38603 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:20:30,819 DEBUG [RS:0;9514d6d5e5be:38603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:30,819 DEBUG [RS:0;9514d6d5e5be:38603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:30,819 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:20:30,819 INFO [RS:0;9514d6d5e5be:38603 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38603 2024-11-09T21:20:30,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46723-0x1012178521f0000, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120921255/rs 2024-11-09T21:20:30,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38603-0x1012178521f0001, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2120921255/rs/9514d6d5e5be,38603,1731187204952 2024-11-09T21:20:30,886 INFO [RS:0;9514d6d5e5be:38603 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:20:30,960 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9514d6d5e5be,38603,1731187204952] 2024-11-09T21:20:31,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38603-0x1012178521f0001, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:20:31,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38603-0x1012178521f0001, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:20:31,061 INFO [RS:0;9514d6d5e5be:38603 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:20:31,061 INFO [RS:0;9514d6d5e5be:38603 {}] regionserver.HRegionServer(1031): Exiting; stopping=9514d6d5e5be,38603,1731187204952; zookeeper connection closed. 2024-11-09T21:20:31,061 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7cbcc63d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7cbcc63d 2024-11-09T21:20:31,061 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T21:20:31,127 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2120921255/draining/9514d6d5e5be,38603,1731187204952 already deleted, retry=false 2024-11-09T21:20:31,127 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9514d6d5e5be,38603,1731187204952 expired; onlineServers=0 2024-11-09T21:20:31,127 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9514d6d5e5be,46723,1731187203700' ***** 2024-11-09T21:20:31,127 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T21:20:31,127 INFO [M:0;9514d6d5e5be:46723 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:20:31,127 INFO [M:0;9514d6d5e5be:46723 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:20:31,128 DEBUG [M:0;9514d6d5e5be:46723 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T21:20:31,128 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T21:20:31,128 DEBUG [M:0;9514d6d5e5be:46723 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T21:20:31,128 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187207896 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187207896,5,FailOnTimeoutGroup] 2024-11-09T21:20:31,128 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187207896 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187207896,5,FailOnTimeoutGroup] 2024-11-09T21:20:31,128 INFO [M:0;9514d6d5e5be:46723 {}] hbase.ChoreService(370): Chore service for: master/9514d6d5e5be:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T21:20:31,128 INFO [M:0;9514d6d5e5be:46723 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:20:31,128 DEBUG [M:0;9514d6d5e5be:46723 {}] master.HMaster(1795): Stopping service threads 2024-11-09T21:20:31,128 INFO [M:0;9514d6d5e5be:46723 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T21:20:31,128 INFO [M:0;9514d6d5e5be:46723 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:20:31,128 INFO [M:0;9514d6d5e5be:46723 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T21:20:31,128 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T21:20:31,262 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:20:31,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46723-0x1012178521f0000, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2120921255/master 2024-11-09T21:20:31,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46723-0x1012178521f0000, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2120921255 2024-11-09T21:20:31,269 DEBUG [M:0;9514d6d5e5be:46723 {}] zookeeper.ZKUtil(347): master:46723-0x1012178521f0000, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Unable to get data of znode /0-2120921255/master because node does not exist (not an error) 2024-11-09T21:20:31,269 WARN [M:0;9514d6d5e5be:46723 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T21:20:31,269 INFO [M:0;9514d6d5e5be:46723 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/.lastflushedseqids 2024-11-09T21:20:31,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741852_1028 (size=263) 2024-11-09T21:20:31,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:31,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:31,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:31,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:31,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:31,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:31,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:31,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:31,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:31,675 INFO [M:0;9514d6d5e5be:46723 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T21:20:31,675 INFO [M:0;9514d6d5e5be:46723 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T21:20:31,675 DEBUG [M:0;9514d6d5e5be:46723 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:20:31,675 INFO [M:0;9514d6d5e5be:46723 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:31,675 DEBUG [M:0;9514d6d5e5be:46723 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:31,675 DEBUG [M:0;9514d6d5e5be:46723 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:20:31,675 DEBUG [M:0;9514d6d5e5be:46723 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:31,675 INFO [M:0;9514d6d5e5be:46723 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-09T21:20:31,692 DEBUG [M:0;9514d6d5e5be:46723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3780e28dd1394dd2897a679620577475 is 82, key is hbase:meta,,1/info:regioninfo/1731187209140/Put/seqid=0 2024-11-09T21:20:31,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741853_1029 (size=5672) 2024-11-09T21:20:32,096 INFO [M:0;9514d6d5e5be:46723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3780e28dd1394dd2897a679620577475 2024-11-09T21:20:32,112 DEBUG [M:0;9514d6d5e5be:46723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d89ac334e603487fa0991cd34dfb7552 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731187218379/Put/seqid=0 2024-11-09T21:20:32,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741854_1030 (size=8516) 2024-11-09T21:20:32,516 INFO [M:0;9514d6d5e5be:46723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d89ac334e603487fa0991cd34dfb7552 2024-11-09T21:20:32,536 DEBUG [M:0;9514d6d5e5be:46723 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9950e1dbde2b464bb386280bc7571abf is 69, key is 9514d6d5e5be,38603,1731187204952/rs:state/1731187207961/Put/seqid=0 2024-11-09T21:20:32,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741855_1031 (size=5156) 2024-11-09T21:20:32,940 INFO [M:0;9514d6d5e5be:46723 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9950e1dbde2b464bb386280bc7571abf 2024-11-09T21:20:32,945 DEBUG [M:0;9514d6d5e5be:46723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3780e28dd1394dd2897a679620577475 as hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3780e28dd1394dd2897a679620577475 2024-11-09T21:20:32,949 INFO [M:0;9514d6d5e5be:46723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3780e28dd1394dd2897a679620577475, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T21:20:32,950 DEBUG [M:0;9514d6d5e5be:46723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d89ac334e603487fa0991cd34dfb7552 as hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d89ac334e603487fa0991cd34dfb7552 2024-11-09T21:20:32,954 INFO [M:0;9514d6d5e5be:46723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d89ac334e603487fa0991cd34dfb7552, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T21:20:32,955 DEBUG [M:0;9514d6d5e5be:46723 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9950e1dbde2b464bb386280bc7571abf as hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9950e1dbde2b464bb386280bc7571abf 2024-11-09T21:20:32,959 INFO [M:0;9514d6d5e5be:46723 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44307/user/jenkins/test-data/c8ac8759-0bbb-3ddd-bbee-f04c41c75513/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9950e1dbde2b464bb386280bc7571abf, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T21:20:32,959 INFO [M:0;9514d6d5e5be:46723 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false 2024-11-09T21:20:32,960 INFO [M:0;9514d6d5e5be:46723 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:32,960 DEBUG [M:0;9514d6d5e5be:46723 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187231675Disabling compacts and flushes for region at 1731187231675Disabling writes for close at 1731187231675Obtaining lock to block concurrent updates at 1731187231675Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731187231675Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731187231676 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731187231676Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731187231676Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731187231691 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731187231691Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731187232099 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731187232112 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731187232112Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731187232521 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731187232536 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731187232536Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63ca9c92: reopening flushed file at 1731187232944 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@556dd476: reopening flushed file at 1731187232949 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@290267b5: reopening flushed file at 1731187232954 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false at 1731187232959 (+5 ms)Writing region close event to WAL at 1731187232960 (+1 ms)Closed at 1731187232960 2024-11-09T21:20:32,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38285 is added to blk_1073741830_1006 (size=63654) 2024-11-09T21:20:32,963 INFO [M:0;9514d6d5e5be:46723 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T21:20:32,963 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:20:32,963 INFO [M:0;9514d6d5e5be:46723 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46723 2024-11-09T21:20:32,963 INFO [M:0;9514d6d5e5be:46723 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:20:33,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46723-0x1012178521f0000, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:20:33,082 INFO [M:0;9514d6d5e5be:46723 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:20:33,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46723-0x1012178521f0000, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:20:33,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a51fa73{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:20:33,084 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@289e8f8d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:20:33,084 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:20:33,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71efdc59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:20:33,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cff9975{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840/hadoop.log.dir/,STOPPED} 2024-11-09T21:20:33,085 WARN [BP-49623425-172.17.0.2-1731187201676 heartbeating to localhost/127.0.0.1:44307 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T21:20:33,085 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T21:20:33,085 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T21:20:33,085 WARN [BP-49623425-172.17.0.2-1731187201676 heartbeating to localhost/127.0.0.1:44307 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-49623425-172.17.0.2-1731187201676 (Datanode Uuid 461b3be5-800c-4806-9f4d-a4606027accd) service to localhost/127.0.0.1:44307 2024-11-09T21:20:33,086 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840/cluster_756b840f-2e4d-0865-b765-f0a5413798e8/data/data1/current/BP-49623425-172.17.0.2-1731187201676 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:20:33,086 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840/cluster_756b840f-2e4d-0865-b765-f0a5413798e8/data/data2/current/BP-49623425-172.17.0.2-1731187201676 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:20:33,086 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T21:20:33,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@255ceaa4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:20:33,091 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20d04951{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:20:33,091 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:20:33,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5472196f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:20:33,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@661bb1e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/efb8a923-0b6f-8d41-10e3-b538e8c81840/hadoop.log.dir/,STOPPED} 2024-11-09T21:20:33,096 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T21:20:33,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T21:20:33,114 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=244 (was 207) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:46195 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:44307 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:44307 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44307 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:46195 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:44307 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:44307 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:46195 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:44307 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52653) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52653) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:46195 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:44307 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:46195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:46195 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44307 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=620 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=429 (was 333) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2676 (was 2725) 2024-11-09T21:20:33,122 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=244, OpenFileDescriptor=620, MaxFileDescriptor=1048576, SystemLoadAverage=429, ProcessCount=11, AvailableMemoryMB=2676 2024-11-09T21:20:33,134 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-09T21:20:33,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969052d4-8f14-bdf7-bd22-76c77eb1eb9d/hadoop.log.dir so I do NOT create it in target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558 2024-11-09T21:20:33,134 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969052d4-8f14-bdf7-bd22-76c77eb1eb9d/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T21:20:33,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969052d4-8f14-bdf7-bd22-76c77eb1eb9d/hadoop.tmp.dir so I do NOT create it in target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558 2024-11-09T21:20:33,134 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/969052d4-8f14-bdf7-bd22-76c77eb1eb9d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T21:20:33,135 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558 2024-11-09T21:20:33,135 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558/cluster_416e6ff6-2b86-a612-3722-5112e355f5eb, deleteOnExit=true 2024-11-09T21:20:33,141 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558/cluster_416e6ff6-2b86-a612-3722-5112e355f5eb/zookeeper_0, clientPort=65133, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558/cluster_416e6ff6-2b86-a612-3722-5112e355f5eb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558/cluster_416e6ff6-2b86-a612-3722-5112e355f5eb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T21:20:33,141 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65133 2024-11-09T21:20:33,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T21:20:33,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T21:20:33,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558/test.cache.data in system properties and HBase conf 2024-11-09T21:20:33,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T21:20:33,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558/hadoop.log.dir in system properties and HBase conf 2024-11-09T21:20:33,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T21:20:33,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T21:20:33,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T21:20:33,142 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T21:20:33,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:20:33,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:20:33,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T21:20:33,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:20:33,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T21:20:33,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T21:20:33,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:20:33,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:20:33,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T21:20:33,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558/nfs.dump.dir in system properties and HBase conf 2024-11-09T21:20:33,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558/java.io.tmpdir in system properties and HBase conf 2024-11-09T21:20:33,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:20:33,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T21:20:33,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T21:20:33,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012178521f0005, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T21:20:33,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012178521f0002, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T21:20:33,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012178521f0005, quorum=127.0.0.1:52653, baseZNode=/1386760207 Received Disconnected from ZooKeeper, ignoring 2024-11-09T21:20:33,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012178521f0002, quorum=127.0.0.1:52653, baseZNode=/0-2120921255 Received Disconnected from ZooKeeper, ignoring 2024-11-09T21:20:33,586 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:20:33,589 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:20:33,592 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:20:33,592 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:20:33,592 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T21:20:33,593 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:20:33,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41c12e19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:20:33,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e2d96b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:20:33,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5db66c86{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558/java.io.tmpdir/jetty-localhost-45609-hadoop-hdfs-3_4_1-tests_jar-_-any-16743771158049226005/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:20:33,697 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c02f538{HTTP/1.1, (http/1.1)}{localhost:45609} 2024-11-09T21:20:33,697 INFO [Time-limited test {}] server.Server(415): Started @197700ms 2024-11-09T21:20:33,927 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:20:33,927 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T21:20:33,927 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T21:20:33,927 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T21:20:33,928 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T21:20:33,928 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:20:33,928 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T21:20:34,019 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:20:34,022 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:20:34,024 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:20:34,024 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:20:34,025 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T21:20:34,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3461202c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:20:34,025 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6460fb4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:20:34,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d30528e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558/java.io.tmpdir/jetty-localhost-35783-hadoop-hdfs-3_4_1-tests_jar-_-any-4805622820996161053/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:20:34,125 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c138927{HTTP/1.1, (http/1.1)}{localhost:35783} 2024-11-09T21:20:34,125 INFO [Time-limited test {}] server.Server(415): Started @198128ms 2024-11-09T21:20:34,126 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T21:20:34,979 WARN [Thread-2184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558/cluster_416e6ff6-2b86-a612-3722-5112e355f5eb/data/data1/current/BP-797679096-172.17.0.2-1731187233163/current, will proceed with Du for space computation calculation, 2024-11-09T21:20:34,979 WARN [Thread-2185 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558/cluster_416e6ff6-2b86-a612-3722-5112e355f5eb/data/data2/current/BP-797679096-172.17.0.2-1731187233163/current, will proceed with Du for space computation calculation, 2024-11-09T21:20:35,001 WARN [Thread-2172 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T21:20:35,003 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5700974f33e6c7ba with lease ID 0xe8339489c152e2de: Processing first storage report for DS-2b74f707-5fb0-43b1-b258-98702cd37e2f from datanode DatanodeRegistration(127.0.0.1:34975, datanodeUuid=d9f9bdc8-1816-41f4-9149-84c6ab3d61a3, infoPort=40399, infoSecurePort=0, ipcPort=45341, storageInfo=lv=-57;cid=testClusterID;nsid=826523332;c=1731187233163) 2024-11-09T21:20:35,003 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5700974f33e6c7ba with lease ID 0xe8339489c152e2de: from storage DS-2b74f707-5fb0-43b1-b258-98702cd37e2f node DatanodeRegistration(127.0.0.1:34975, datanodeUuid=d9f9bdc8-1816-41f4-9149-84c6ab3d61a3, infoPort=40399, infoSecurePort=0, ipcPort=45341, storageInfo=lv=-57;cid=testClusterID;nsid=826523332;c=1731187233163), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:20:35,003 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5700974f33e6c7ba with lease ID 0xe8339489c152e2de: Processing first storage report for DS-5133ea09-0f9e-4317-abc1-c990ca72c2cb from datanode DatanodeRegistration(127.0.0.1:34975, datanodeUuid=d9f9bdc8-1816-41f4-9149-84c6ab3d61a3, infoPort=40399, infoSecurePort=0, ipcPort=45341, storageInfo=lv=-57;cid=testClusterID;nsid=826523332;c=1731187233163) 2024-11-09T21:20:35,003 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5700974f33e6c7ba with lease ID 0xe8339489c152e2de: from storage DS-5133ea09-0f9e-4317-abc1-c990ca72c2cb node DatanodeRegistration(127.0.0.1:34975, datanodeUuid=d9f9bdc8-1816-41f4-9149-84c6ab3d61a3, infoPort=40399, infoSecurePort=0, ipcPort=45341, storageInfo=lv=-57;cid=testClusterID;nsid=826523332;c=1731187233163), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:20:35,070 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558 2024-11-09T21:20:35,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:20:35,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:20:35,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741825_1001 (size=7) 2024-11-09T21:20:35,478 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b with version=8 2024-11-09T21:20:35,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/hbase-staging 2024-11-09T21:20:35,480 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:20:35,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:20:35,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:20:35,480 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:20:35,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:20:35,480 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:20:35,480 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T21:20:35,480 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:20:35,481 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36181 2024-11-09T21:20:35,481 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36181 connecting to ZooKeeper ensemble=127.0.0.1:65133 2024-11-09T21:20:35,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:361810x0, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:20:35,534 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36181-0x1012178cd1c0000 connected 2024-11-09T21:20:35,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:20:35,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:20:35,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36181-0x1012178cd1c0000, quorum=127.0.0.1:65133, baseZNode=/01522422771 Set watcher on znode that does not yet exist, /01522422771/running 2024-11-09T21:20:35,616 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b, hbase.cluster.distributed=false 2024-11-09T21:20:35,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36181-0x1012178cd1c0000, quorum=127.0.0.1:65133, baseZNode=/01522422771 Set watcher on znode that does not yet exist, /01522422771/acl 2024-11-09T21:20:35,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36181 2024-11-09T21:20:35,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36181 2024-11-09T21:20:35,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36181 2024-11-09T21:20:35,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36181 2024-11-09T21:20:35,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36181 2024-11-09T21:20:35,630 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:20:35,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:20:35,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:20:35,630 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:20:35,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:20:35,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:20:35,631 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T21:20:35,631 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:20:35,631 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40055 2024-11-09T21:20:35,632 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40055 connecting to ZooKeeper ensemble=127.0.0.1:65133 2024-11-09T21:20:35,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:20:35,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:20:35,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400550x0, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:20:35,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400550x0, quorum=127.0.0.1:65133, baseZNode=/01522422771 Set watcher on znode that does not yet exist, /01522422771/running 2024-11-09T21:20:35,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40055-0x1012178cd1c0001 connected 2024-11-09T21:20:35,645 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T21:20:35,646 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T21:20:35,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40055-0x1012178cd1c0001, quorum=127.0.0.1:65133, baseZNode=/01522422771 Set watcher on znode that does not yet exist, /01522422771/master 2024-11-09T21:20:35,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40055-0x1012178cd1c0001, quorum=127.0.0.1:65133, baseZNode=/01522422771 Set watcher on znode that does not yet exist, /01522422771/acl 2024-11-09T21:20:35,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40055 2024-11-09T21:20:35,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40055 2024-11-09T21:20:35,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40055 2024-11-09T21:20:35,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40055 2024-11-09T21:20:35,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40055 2024-11-09T21:20:35,668 DEBUG [M:0;9514d6d5e5be:36181 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9514d6d5e5be:36181 2024-11-09T21:20:35,668 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01522422771/backup-masters/9514d6d5e5be,36181,1731187235480 2024-11-09T21:20:35,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40055-0x1012178cd1c0001, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522422771/backup-masters 2024-11-09T21:20:35,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x1012178cd1c0000, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522422771/backup-masters 2024-11-09T21:20:35,677 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36181-0x1012178cd1c0000, quorum=127.0.0.1:65133, baseZNode=/01522422771 Set watcher on existing znode=/01522422771/backup-masters/9514d6d5e5be,36181,1731187235480 2024-11-09T21:20:35,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x1012178cd1c0000, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522422771 2024-11-09T21:20:35,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40055-0x1012178cd1c0001, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01522422771/master 2024-11-09T21:20:35,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40055-0x1012178cd1c0001, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522422771 2024-11-09T21:20:35,687 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36181-0x1012178cd1c0000, quorum=127.0.0.1:65133, baseZNode=/01522422771 Set watcher on existing znode=/01522422771/master 2024-11-09T21:20:35,687 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01522422771/backup-masters/9514d6d5e5be,36181,1731187235480 from backup master directory 2024-11-09T21:20:35,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x1012178cd1c0000, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01522422771/backup-masters/9514d6d5e5be,36181,1731187235480 2024-11-09T21:20:35,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40055-0x1012178cd1c0001, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522422771/backup-masters 2024-11-09T21:20:35,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x1012178cd1c0000, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522422771/backup-masters 2024-11-09T21:20:35,706 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:20:35,706 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9514d6d5e5be,36181,1731187235480 2024-11-09T21:20:35,709 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/hbase.id] with ID: 336a846f-a427-49a7-b811-2cfb7d6940e2 2024-11-09T21:20:35,709 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/.tmp/hbase.id 2024-11-09T21:20:35,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741826_1002 (size=42) 2024-11-09T21:20:36,116 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/.tmp/hbase.id]:[hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/hbase.id] 2024-11-09T21:20:36,133 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:20:36,133 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T21:20:36,134 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T21:20:36,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x1012178cd1c0000, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522422771 2024-11-09T21:20:36,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40055-0x1012178cd1c0001, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522422771 2024-11-09T21:20:36,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741827_1003 (size=196) 2024-11-09T21:20:36,321 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:20:36,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:36,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:36,376 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:36,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:36,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:36,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:36,388 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:36,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:36,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:36,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:36,571 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:20:36,572 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T21:20:36,580 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:20:36,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741828_1004 (size=1189) 2024-11-09T21:20:37,012 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/MasterData/data/master/store 2024-11-09T21:20:37,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741829_1005 (size=34) 2024-11-09T21:20:37,039 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:20:37,040 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:20:37,040 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:37,040 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:37,040 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:20:37,040 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:37,040 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:37,040 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187237039Disabling compacts and flushes for region at 1731187237039Disabling writes for close at 1731187237040 (+1 ms)Writing region close event to WAL at 1731187237040Closed at 1731187237040 2024-11-09T21:20:37,041 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/MasterData/data/master/store/.initializing 2024-11-09T21:20:37,041 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/MasterData/WALs/9514d6d5e5be,36181,1731187235480 2024-11-09T21:20:37,042 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:20:37,044 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9514d6d5e5be%2C36181%2C1731187235480, suffix=, logDir=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/MasterData/WALs/9514d6d5e5be,36181,1731187235480, archiveDir=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/MasterData/oldWALs, maxLogs=10 2024-11-09T21:20:37,064 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/MasterData/WALs/9514d6d5e5be,36181,1731187235480/9514d6d5e5be%2C36181%2C1731187235480.1731187237045, exclude list is [], retry=0 2024-11-09T21:20:37,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34975,DS-2b74f707-5fb0-43b1-b258-98702cd37e2f,DISK] 2024-11-09T21:20:37,074 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/MasterData/WALs/9514d6d5e5be,36181,1731187235480/9514d6d5e5be%2C36181%2C1731187235480.1731187237045 2024-11-09T21:20:37,080 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40399:40399)] 2024-11-09T21:20:37,081 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:20:37,081 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:20:37,081 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:37,081 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:37,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:37,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T21:20:37,086 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:37,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:37,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:37,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T21:20:37,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:37,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:37,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:37,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T21:20:37,093 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:37,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:37,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:37,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T21:20:37,096 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:37,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:37,097 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:37,097 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:37,097 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:37,098 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:37,098 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:37,098 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:20:37,099 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:37,109 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:20:37,110 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65537483, jitterRate=-0.023415401577949524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:20:37,111 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731187237081Initializing all the Stores at 1731187237082 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187237082Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187237082Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187237082Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187237082Cleaning up temporary data from old regions at 1731187237098 (+16 ms)Region opened successfully at 1731187237111 (+13 ms) 2024-11-09T21:20:37,120 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T21:20:37,123 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fdf6109, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:20:37,125 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T21:20:37,125 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T21:20:37,125 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T21:20:37,125 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T21:20:37,126 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T21:20:37,126 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T21:20:37,126 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T21:20:37,146 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T21:20:37,151 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36181-0x1012178cd1c0000, quorum=127.0.0.1:65133, baseZNode=/01522422771 Unable to get data of znode /01522422771/balancer because node does not exist (not necessarily an error) 2024-11-09T21:20:37,213 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01522422771/balancer already deleted, retry=false 2024-11-09T21:20:37,214 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T21:20:37,215 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36181-0x1012178cd1c0000, quorum=127.0.0.1:65133, baseZNode=/01522422771 Unable to get data of znode /01522422771/normalizer because node does not exist (not necessarily an error) 2024-11-09T21:20:37,223 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01522422771/normalizer already deleted, retry=false 2024-11-09T21:20:37,224 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T21:20:37,225 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36181-0x1012178cd1c0000, quorum=127.0.0.1:65133, baseZNode=/01522422771 Unable to get data of znode /01522422771/switch/split because node does not exist (not necessarily an error) 2024-11-09T21:20:37,234 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01522422771/switch/split already deleted, retry=false 2024-11-09T21:20:37,235 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36181-0x1012178cd1c0000, quorum=127.0.0.1:65133, baseZNode=/01522422771 Unable to get data of znode /01522422771/switch/merge because node does not exist (not necessarily an error) 2024-11-09T21:20:37,245 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01522422771/switch/merge already deleted, retry=false 2024-11-09T21:20:37,247 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36181-0x1012178cd1c0000, quorum=127.0.0.1:65133, baseZNode=/01522422771 Unable to get data of znode /01522422771/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T21:20:37,255 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01522422771/snapshot-cleanup already deleted, retry=false 2024-11-09T21:20:37,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x1012178cd1c0000, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01522422771/running 2024-11-09T21:20:37,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40055-0x1012178cd1c0001, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01522422771/running 2024-11-09T21:20:37,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x1012178cd1c0000, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522422771 2024-11-09T21:20:37,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40055-0x1012178cd1c0001, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522422771 2024-11-09T21:20:37,267 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9514d6d5e5be,36181,1731187235480, sessionid=0x1012178cd1c0000, setting cluster-up flag (Was=false) 2024-11-09T21:20:37,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40055-0x1012178cd1c0001, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522422771 2024-11-09T21:20:37,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x1012178cd1c0000, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522422771 2024-11-09T21:20:37,318 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01522422771/flush-table-proc/acquired, /01522422771/flush-table-proc/reached, /01522422771/flush-table-proc/abort 2024-11-09T21:20:37,320 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,36181,1731187235480 2024-11-09T21:20:37,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x1012178cd1c0000, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522422771 2024-11-09T21:20:37,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40055-0x1012178cd1c0001, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522422771 2024-11-09T21:20:37,371 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01522422771/online-snapshot/acquired, /01522422771/online-snapshot/reached, /01522422771/online-snapshot/abort 2024-11-09T21:20:37,372 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,36181,1731187235480 2024-11-09T21:20:37,374 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T21:20:37,375 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T21:20:37,375 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T21:20:37,375 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T21:20:37,376 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9514d6d5e5be,36181,1731187235480 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T21:20:37,377 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:20:37,377 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:20:37,377 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:20:37,377 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:20:37,377 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9514d6d5e5be:0, corePoolSize=10, maxPoolSize=10 2024-11-09T21:20:37,377 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:37,377 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:20:37,377 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:37,398 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:20:37,398 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T21:20:37,400 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:37,400 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T21:20:37,422 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731187267422 2024-11-09T21:20:37,422 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T21:20:37,422 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T21:20:37,422 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T21:20:37,423 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T21:20:37,423 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T21:20:37,423 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T21:20:37,424 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:37,426 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T21:20:37,426 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T21:20:37,426 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T21:20:37,426 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T21:20:37,427 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T21:20:37,427 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T21:20:37,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741831_1007 (size=1321) 2024-11-09T21:20:37,448 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187237427,5,FailOnTimeoutGroup] 2024-11-09T21:20:37,452 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187237448,5,FailOnTimeoutGroup] 2024-11-09T21:20:37,452 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:37,452 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T21:20:37,452 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:37,452 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:37,466 INFO [RS:0;9514d6d5e5be:40055 {}] regionserver.HRegionServer(746): ClusterId : 336a846f-a427-49a7-b811-2cfb7d6940e2 2024-11-09T21:20:37,466 DEBUG [RS:0;9514d6d5e5be:40055 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T21:20:37,480 DEBUG [RS:0;9514d6d5e5be:40055 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T21:20:37,480 DEBUG [RS:0;9514d6d5e5be:40055 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T21:20:37,490 DEBUG [RS:0;9514d6d5e5be:40055 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T21:20:37,490 DEBUG [RS:0;9514d6d5e5be:40055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44497b79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:20:37,542 DEBUG [RS:0;9514d6d5e5be:40055 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9514d6d5e5be:40055 2024-11-09T21:20:37,542 INFO [RS:0;9514d6d5e5be:40055 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T21:20:37,542 INFO [RS:0;9514d6d5e5be:40055 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T21:20:37,542 DEBUG [RS:0;9514d6d5e5be:40055 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T21:20:37,543 INFO [RS:0;9514d6d5e5be:40055 {}] regionserver.HRegionServer(2659): reportForDuty to master=9514d6d5e5be,36181,1731187235480 with port=40055, startcode=1731187235630 2024-11-09T21:20:37,544 DEBUG [RS:0;9514d6d5e5be:40055 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T21:20:37,557 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T21:20:37,558 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36181 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9514d6d5e5be,40055,1731187235630 2024-11-09T21:20:37,558 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36181 {}] master.ServerManager(517): Registering regionserver=9514d6d5e5be,40055,1731187235630 2024-11-09T21:20:37,559 DEBUG [RS:0;9514d6d5e5be:40055 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b 2024-11-09T21:20:37,560 DEBUG [RS:0;9514d6d5e5be:40055 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43615 2024-11-09T21:20:37,560 DEBUG [RS:0;9514d6d5e5be:40055 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T21:20:37,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x1012178cd1c0000, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522422771/rs 2024-11-09T21:20:37,572 DEBUG [RS:0;9514d6d5e5be:40055 {}] zookeeper.ZKUtil(111): regionserver:40055-0x1012178cd1c0001, quorum=127.0.0.1:65133, baseZNode=/01522422771 Set watcher on existing znode=/01522422771/rs/9514d6d5e5be,40055,1731187235630 2024-11-09T21:20:37,572 WARN [RS:0;9514d6d5e5be:40055 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:20:37,572 INFO [RS:0;9514d6d5e5be:40055 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:20:37,572 DEBUG [RS:0;9514d6d5e5be:40055 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630 2024-11-09T21:20:37,586 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9514d6d5e5be,40055,1731187235630] 2024-11-09T21:20:37,605 INFO [RS:0;9514d6d5e5be:40055 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T21:20:37,607 INFO [RS:0;9514d6d5e5be:40055 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T21:20:37,612 INFO [RS:0;9514d6d5e5be:40055 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T21:20:37,612 INFO [RS:0;9514d6d5e5be:40055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:37,616 INFO [RS:0;9514d6d5e5be:40055 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T21:20:37,617 INFO [RS:0;9514d6d5e5be:40055 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T21:20:37,617 INFO [RS:0;9514d6d5e5be:40055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:37,617 DEBUG [RS:0;9514d6d5e5be:40055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:37,617 DEBUG [RS:0;9514d6d5e5be:40055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:37,617 DEBUG [RS:0;9514d6d5e5be:40055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:37,617 DEBUG [RS:0;9514d6d5e5be:40055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:37,617 DEBUG [RS:0;9514d6d5e5be:40055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:37,618 DEBUG [RS:0;9514d6d5e5be:40055 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:20:37,618 DEBUG [RS:0;9514d6d5e5be:40055 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:37,618 DEBUG [RS:0;9514d6d5e5be:40055 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:37,618 DEBUG [RS:0;9514d6d5e5be:40055 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:37,618 DEBUG [RS:0;9514d6d5e5be:40055 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:37,618 DEBUG [RS:0;9514d6d5e5be:40055 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:37,618 DEBUG [RS:0;9514d6d5e5be:40055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:37,618 DEBUG [RS:0;9514d6d5e5be:40055 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:20:37,618 DEBUG [RS:0;9514d6d5e5be:40055 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:20:37,628 INFO [RS:0;9514d6d5e5be:40055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:37,628 INFO [RS:0;9514d6d5e5be:40055 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:37,628 INFO [RS:0;9514d6d5e5be:40055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:37,628 INFO [RS:0;9514d6d5e5be:40055 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:37,628 INFO [RS:0;9514d6d5e5be:40055 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:37,628 INFO [RS:0;9514d6d5e5be:40055 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,40055,1731187235630-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:20:37,657 INFO [RS:0;9514d6d5e5be:40055 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T21:20:37,657 INFO [RS:0;9514d6d5e5be:40055 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,40055,1731187235630-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:37,657 INFO [RS:0;9514d6d5e5be:40055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:37,657 INFO [RS:0;9514d6d5e5be:40055 {}] regionserver.Replication(171): 9514d6d5e5be,40055,1731187235630 started 2024-11-09T21:20:37,677 INFO [RS:0;9514d6d5e5be:40055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:37,677 INFO [RS:0;9514d6d5e5be:40055 {}] regionserver.HRegionServer(1482): Serving as 9514d6d5e5be,40055,1731187235630, RpcServer on 9514d6d5e5be/172.17.0.2:40055, sessionid=0x1012178cd1c0001 2024-11-09T21:20:37,677 DEBUG [RS:0;9514d6d5e5be:40055 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T21:20:37,677 DEBUG [RS:0;9514d6d5e5be:40055 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9514d6d5e5be,40055,1731187235630 2024-11-09T21:20:37,677 DEBUG [RS:0;9514d6d5e5be:40055 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,40055,1731187235630' 2024-11-09T21:20:37,678 DEBUG [RS:0;9514d6d5e5be:40055 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01522422771/flush-table-proc/abort' 2024-11-09T21:20:37,678 DEBUG [RS:0;9514d6d5e5be:40055 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01522422771/flush-table-proc/acquired' 2024-11-09T21:20:37,679 DEBUG [RS:0;9514d6d5e5be:40055 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T21:20:37,679 DEBUG [RS:0;9514d6d5e5be:40055 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T21:20:37,679 DEBUG [RS:0;9514d6d5e5be:40055 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9514d6d5e5be,40055,1731187235630 2024-11-09T21:20:37,679 DEBUG [RS:0;9514d6d5e5be:40055 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,40055,1731187235630' 2024-11-09T21:20:37,679 DEBUG [RS:0;9514d6d5e5be:40055 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01522422771/online-snapshot/abort' 2024-11-09T21:20:37,679 DEBUG [RS:0;9514d6d5e5be:40055 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01522422771/online-snapshot/acquired' 2024-11-09T21:20:37,679 DEBUG [RS:0;9514d6d5e5be:40055 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T21:20:37,679 INFO [RS:0;9514d6d5e5be:40055 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T21:20:37,679 INFO [RS:0;9514d6d5e5be:40055 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T21:20:37,780 INFO [RS:0;9514d6d5e5be:40055 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:20:37,781 INFO [RS:0;9514d6d5e5be:40055 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C40055%2C1731187235630, suffix=, logDir=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630, archiveDir=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/oldWALs, maxLogs=10 2024-11-09T21:20:37,795 DEBUG [RS:0;9514d6d5e5be:40055 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.1731187237782, exclude list is [], retry=0 2024-11-09T21:20:37,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34975,DS-2b74f707-5fb0-43b1-b258-98702cd37e2f,DISK] 2024-11-09T21:20:37,811 INFO [RS:0;9514d6d5e5be:40055 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.1731187237782 2024-11-09T21:20:37,811 DEBUG [RS:0;9514d6d5e5be:40055 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40399:40399)] 2024-11-09T21:20:37,839 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T21:20:37,839 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b 2024-11-09T21:20:37,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741833_1009 (size=32) 2024-11-09T21:20:38,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:20:38,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:20:38,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:20:38,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:38,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:38,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:20:38,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:20:38,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:38,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:38,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:20:38,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:20:38,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:38,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:38,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:20:38,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:20:38,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:38,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:38,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:20:38,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/hbase/meta/1588230740 2024-11-09T21:20:38,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/hbase/meta/1588230740 2024-11-09T21:20:38,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:20:38,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:20:38,265 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:20:38,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:20:38,281 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:20:38,281 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63889681, jitterRate=-0.04796956479549408}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:20:38,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731187238251Initializing all the Stores at 1731187238252 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187238252Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187238252Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187238252Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187238252Cleaning up temporary data from old regions at 1731187238265 (+13 ms)Region opened successfully at 1731187238282 (+17 ms) 2024-11-09T21:20:38,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:20:38,282 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:20:38,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:20:38,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:20:38,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:20:38,282 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:20:38,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187238282Disabling compacts and flushes for region at 1731187238282Disabling writes for close at 1731187238282Writing region close event to WAL at 1731187238282Closed at 1731187238282 2024-11-09T21:20:38,283 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:20:38,283 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T21:20:38,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T21:20:38,284 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:20:38,285 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T21:20:38,436 DEBUG [9514d6d5e5be:36181 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T21:20:38,436 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9514d6d5e5be,40055,1731187235630 2024-11-09T21:20:38,437 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,40055,1731187235630, state=OPENING 2024-11-09T21:20:38,575 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T21:20:38,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40055-0x1012178cd1c0001, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522422771 2024-11-09T21:20:38,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x1012178cd1c0000, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522422771 2024-11-09T21:20:38,582 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:20:38,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01522422771/meta-region-server: CHANGED 2024-11-09T21:20:38,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01522422771/meta-region-server: CHANGED 2024-11-09T21:20:38,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,40055,1731187235630}] 2024-11-09T21:20:38,734 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:20:38,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T21:20:38,742 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T21:20:38,742 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:20:38,743 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T21:20:38,744 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C40055%2C1731187235630.meta, suffix=.meta, logDir=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630, archiveDir=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/oldWALs, maxLogs=10 2024-11-09T21:20:38,761 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.meta.1731187238744.meta, exclude list is [], retry=0 2024-11-09T21:20:38,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34975,DS-2b74f707-5fb0-43b1-b258-98702cd37e2f,DISK] 2024-11-09T21:20:38,768 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.meta.1731187238744.meta 2024-11-09T21:20:38,769 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40399:40399)] 2024-11-09T21:20:38,769 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:20:38,769 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:20:38,769 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:20:38,769 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T21:20:38,769 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T21:20:38,770 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T21:20:38,770 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:20:38,770 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T21:20:38,770 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T21:20:38,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:20:38,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:20:38,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:38,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:38,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:20:38,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:20:38,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:38,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:38,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:20:38,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:20:38,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:38,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:38,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:20:38,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:20:38,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:38,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:38,775 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:20:38,776 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/hbase/meta/1588230740 2024-11-09T21:20:38,776 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/hbase/meta/1588230740 2024-11-09T21:20:38,777 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:20:38,777 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:20:38,778 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:20:38,779 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:20:38,779 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59301910, jitterRate=-0.11633267998695374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:20:38,779 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T21:20:38,780 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731187238770Writing region info on filesystem at 1731187238770Initializing all the Stores at 1731187238771 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187238771Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187238771Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187238771Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187238771Cleaning up temporary data from old regions at 1731187238777 (+6 ms)Running coprocessor post-open hooks at 1731187238779 (+2 ms)Region opened successfully at 1731187238780 (+1 ms) 2024-11-09T21:20:38,781 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731187238734 2024-11-09T21:20:38,783 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T21:20:38,783 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T21:20:38,784 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,40055,1731187235630 2024-11-09T21:20:38,784 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,40055,1731187235630, state=OPEN 2024-11-09T21:20:38,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x1012178cd1c0000, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01522422771/meta-region-server 2024-11-09T21:20:38,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40055-0x1012178cd1c0001, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01522422771/meta-region-server 2024-11-09T21:20:38,823 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01522422771/meta-region-server: CHANGED 2024-11-09T21:20:38,823 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01522422771/meta-region-server: CHANGED 2024-11-09T21:20:38,823 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9514d6d5e5be,40055,1731187235630 2024-11-09T21:20:38,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T21:20:38,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,40055,1731187235630 in 241 msec 2024-11-09T21:20:38,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T21:20:38,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 542 msec 2024-11-09T21:20:38,827 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:20:38,827 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T21:20:38,828 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:20:38,828 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,40055,1731187235630, seqNum=-1] 2024-11-09T21:20:38,828 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:20:38,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44703, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:20:38,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4580 sec 2024-11-09T21:20:38,833 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731187238833, completionTime=-1 2024-11-09T21:20:38,833 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T21:20:38,833 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T21:20:38,835 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T21:20:38,835 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731187298835 2024-11-09T21:20:38,835 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731187358835 2024-11-09T21:20:38,835 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T21:20:38,835 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,36181,1731187235480-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:38,835 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,36181,1731187235480-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:38,836 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,36181,1731187235480-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:38,836 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9514d6d5e5be:36181, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:38,836 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:38,836 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:38,837 DEBUG [master/9514d6d5e5be:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T21:20:38,839 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.132sec 2024-11-09T21:20:38,839 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T21:20:38,839 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T21:20:38,839 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T21:20:38,839 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T21:20:38,839 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T21:20:38,839 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,36181,1731187235480-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:20:38,839 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,36181,1731187235480-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T21:20:38,840 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T21:20:38,840 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T21:20:38,840 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,36181,1731187235480-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:38,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a08dd5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:38,866 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,36181,-1 for getting cluster id 2024-11-09T21:20:38,866 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:20:38,867 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '336a846f-a427-49a7-b811-2cfb7d6940e2' 2024-11-09T21:20:38,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:20:38,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "336a846f-a427-49a7-b811-2cfb7d6940e2" 2024-11-09T21:20:38,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a38aa0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:38,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,36181,-1] 2024-11-09T21:20:38,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:20:38,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:38,869 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:20:38,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e5e93f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:38,870 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:20:38,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,40055,1731187235630, seqNum=-1] 2024-11-09T21:20:38,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:20:38,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:20:38,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9514d6d5e5be,36181,1731187235480 2024-11-09T21:20:38,873 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:65133 2024-11-09T21:20:38,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:20:38,887 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012178cd1c0002 connected 2024-11-09T21:20:38,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558/hadoop.log.dir so I do NOT create it in target/test-data/4aa10944-799b-3dff-a34c-5f25848b0863 2024-11-09T21:20:38,899 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T21:20:38,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558/hadoop.tmp.dir so I do NOT create it in target/test-data/4aa10944-799b-3dff-a34c-5f25848b0863 2024-11-09T21:20:38,899 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T21:20:38,899 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4aa10944-799b-3dff-a34c-5f25848b0863 2024-11-09T21:20:38,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T21:20:38,899 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4aa10944-799b-3dff-a34c-5f25848b0863/cluster_b70ddf48-ee16-ec90-3fca-07e93751a7a3, deleteOnExit=true 2024-11-09T21:20:38,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T21:20:38,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4aa10944-799b-3dff-a34c-5f25848b0863/test.cache.data in system properties and HBase conf 2024-11-09T21:20:38,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4aa10944-799b-3dff-a34c-5f25848b0863/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T21:20:38,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4aa10944-799b-3dff-a34c-5f25848b0863/hadoop.log.dir in system properties and HBase conf 2024-11-09T21:20:38,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4aa10944-799b-3dff-a34c-5f25848b0863/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T21:20:38,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4aa10944-799b-3dff-a34c-5f25848b0863/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T21:20:38,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T21:20:38,900 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T21:20:38,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4aa10944-799b-3dff-a34c-5f25848b0863/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:20:38,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4aa10944-799b-3dff-a34c-5f25848b0863/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:20:38,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4aa10944-799b-3dff-a34c-5f25848b0863/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T21:20:38,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4aa10944-799b-3dff-a34c-5f25848b0863/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:20:38,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4aa10944-799b-3dff-a34c-5f25848b0863/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T21:20:38,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4aa10944-799b-3dff-a34c-5f25848b0863/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T21:20:38,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4aa10944-799b-3dff-a34c-5f25848b0863/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:20:38,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4aa10944-799b-3dff-a34c-5f25848b0863/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:20:38,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4aa10944-799b-3dff-a34c-5f25848b0863/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T21:20:38,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4aa10944-799b-3dff-a34c-5f25848b0863/nfs.dump.dir in system properties and HBase conf 2024-11-09T21:20:38,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4aa10944-799b-3dff-a34c-5f25848b0863/java.io.tmpdir in system properties and HBase conf 2024-11-09T21:20:38,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4aa10944-799b-3dff-a34c-5f25848b0863/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:20:38,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4aa10944-799b-3dff-a34c-5f25848b0863/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T21:20:38,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4aa10944-799b-3dff-a34c-5f25848b0863/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T21:20:39,226 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:20:39,230 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:20:39,248 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:20:39,248 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:20:39,248 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T21:20:39,249 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:20:39,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@442a64b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4aa10944-799b-3dff-a34c-5f25848b0863/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:20:39,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2985283d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:20:39,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1be9015{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4aa10944-799b-3dff-a34c-5f25848b0863/java.io.tmpdir/jetty-localhost-37301-hadoop-hdfs-3_4_1-tests_jar-_-any-3218825547792185000/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:20:39,376 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b308685{HTTP/1.1, (http/1.1)}{localhost:37301} 2024-11-09T21:20:39,376 INFO [Time-limited test {}] server.Server(415): Started @203378ms 2024-11-09T21:20:39,686 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:20:39,691 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:20:39,700 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:20:39,700 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:20:39,700 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T21:20:39,708 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1317ce87{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4aa10944-799b-3dff-a34c-5f25848b0863/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:20:39,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e1727af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:20:39,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e4d9bda{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4aa10944-799b-3dff-a34c-5f25848b0863/java.io.tmpdir/jetty-localhost-44839-hadoop-hdfs-3_4_1-tests_jar-_-any-1700036354770376336/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:20:39,831 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26c0f56f{HTTP/1.1, (http/1.1)}{localhost:44839} 2024-11-09T21:20:39,832 INFO [Time-limited test {}] server.Server(415): Started @203834ms 2024-11-09T21:20:39,833 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T21:20:40,649 WARN [Thread-2305 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4aa10944-799b-3dff-a34c-5f25848b0863/cluster_b70ddf48-ee16-ec90-3fca-07e93751a7a3/data/data1/current/BP-2006275181-172.17.0.2-1731187238916/current, will proceed with Du for space computation calculation, 2024-11-09T21:20:40,672 WARN [Thread-2306 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4aa10944-799b-3dff-a34c-5f25848b0863/cluster_b70ddf48-ee16-ec90-3fca-07e93751a7a3/data/data2/current/BP-2006275181-172.17.0.2-1731187238916/current, will proceed with Du for space computation calculation, 2024-11-09T21:20:40,767 WARN [Thread-2293 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T21:20:40,771 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd65f1a8eb8e00ec with lease ID 0x50ac6edce1c94296: Processing first storage report for DS-3dc61338-864b-4295-bc11-a68d2ae0ee6b from datanode DatanodeRegistration(127.0.0.1:34149, datanodeUuid=fbe226f1-6eb7-4301-8798-f34b20770f51, infoPort=46135, infoSecurePort=0, ipcPort=44727, storageInfo=lv=-57;cid=testClusterID;nsid=1665230950;c=1731187238916) 2024-11-09T21:20:40,772 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd65f1a8eb8e00ec with lease ID 0x50ac6edce1c94296: from storage DS-3dc61338-864b-4295-bc11-a68d2ae0ee6b node DatanodeRegistration(127.0.0.1:34149, datanodeUuid=fbe226f1-6eb7-4301-8798-f34b20770f51, infoPort=46135, infoSecurePort=0, ipcPort=44727, storageInfo=lv=-57;cid=testClusterID;nsid=1665230950;c=1731187238916), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:20:40,772 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd65f1a8eb8e00ec with lease ID 0x50ac6edce1c94296: Processing first storage report for DS-3bc46abd-7c84-4f00-9557-4d00628bf766 from datanode DatanodeRegistration(127.0.0.1:34149, datanodeUuid=fbe226f1-6eb7-4301-8798-f34b20770f51, infoPort=46135, infoSecurePort=0, ipcPort=44727, storageInfo=lv=-57;cid=testClusterID;nsid=1665230950;c=1731187238916) 2024-11-09T21:20:40,772 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd65f1a8eb8e00ec with lease ID 0x50ac6edce1c94296: from storage DS-3bc46abd-7c84-4f00-9557-4d00628bf766 node DatanodeRegistration(127.0.0.1:34149, datanodeUuid=fbe226f1-6eb7-4301-8798-f34b20770f51, infoPort=46135, infoSecurePort=0, ipcPort=44727, storageInfo=lv=-57;cid=testClusterID;nsid=1665230950;c=1731187238916), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:20:40,788 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4aa10944-799b-3dff-a34c-5f25848b0863 2024-11-09T21:20:40,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:20:40,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:20:40,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741825_1001 (size=7) 2024-11-09T21:20:41,214 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253 with version=8 2024-11-09T21:20:41,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/hbase-staging 2024-11-09T21:20:41,217 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:20:41,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:20:41,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:20:41,217 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:20:41,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:20:41,217 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:20:41,217 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T21:20:41,217 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:20:41,224 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37031 2024-11-09T21:20:41,225 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37031 connecting to ZooKeeper ensemble=127.0.0.1:65133 2024-11-09T21:20:41,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370310x0, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:20:41,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37031-0x1012178cd1c0003 connected 2024-11-09T21:20:41,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:20:41,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:20:41,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37031-0x1012178cd1c0003, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Set watcher on znode that does not yet exist, /1-1121880167/running 2024-11-09T21:20:41,322 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253, hbase.cluster.distributed=false 2024-11-09T21:20:41,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37031-0x1012178cd1c0003, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Set watcher on znode that does not yet exist, /1-1121880167/acl 2024-11-09T21:20:41,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37031 2024-11-09T21:20:41,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37031 2024-11-09T21:20:41,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37031 2024-11-09T21:20:41,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37031 2024-11-09T21:20:41,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37031 2024-11-09T21:20:41,379 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:20:41,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:20:41,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:20:41,379 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:20:41,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:20:41,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:20:41,379 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T21:20:41,380 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:20:41,380 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36589 2024-11-09T21:20:41,381 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36589 connecting to ZooKeeper ensemble=127.0.0.1:65133 2024-11-09T21:20:41,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:20:41,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:20:41,402 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365890x0, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:20:41,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365890x0, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Set watcher on znode that does not yet exist, /1-1121880167/running 2024-11-09T21:20:41,403 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T21:20:41,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36589-0x1012178cd1c0004 connected 2024-11-09T21:20:41,424 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T21:20:41,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36589-0x1012178cd1c0004, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Set watcher on znode that does not yet exist, /1-1121880167/master 2024-11-09T21:20:41,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36589-0x1012178cd1c0004, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Set watcher on znode that does not yet exist, /1-1121880167/acl 2024-11-09T21:20:41,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36589 2024-11-09T21:20:41,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36589 2024-11-09T21:20:41,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36589 2024-11-09T21:20:41,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36589 2024-11-09T21:20:41,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36589 2024-11-09T21:20:41,510 DEBUG [M:0;9514d6d5e5be:37031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9514d6d5e5be:37031 2024-11-09T21:20:41,512 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1121880167/backup-masters/9514d6d5e5be,37031,1731187241216 2024-11-09T21:20:41,518 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1012178cd1c0004, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1121880167/backup-masters 2024-11-09T21:20:41,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1012178cd1c0003, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1121880167/backup-masters 2024-11-09T21:20:41,519 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37031-0x1012178cd1c0003, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Set watcher on existing znode=/1-1121880167/backup-masters/9514d6d5e5be,37031,1731187241216 2024-11-09T21:20:41,529 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1012178cd1c0004, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1121880167/master 2024-11-09T21:20:41,529 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1012178cd1c0004, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1121880167 2024-11-09T21:20:41,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1012178cd1c0003, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1121880167 2024-11-09T21:20:41,529 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37031-0x1012178cd1c0003, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Set watcher on existing znode=/1-1121880167/master 2024-11-09T21:20:41,530 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1121880167/backup-masters/9514d6d5e5be,37031,1731187241216 from backup master directory 2024-11-09T21:20:41,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1012178cd1c0003, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1121880167/backup-masters/9514d6d5e5be,37031,1731187241216 2024-11-09T21:20:41,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1012178cd1c0003, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1121880167/backup-masters 2024-11-09T21:20:41,539 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:20:41,539 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1012178cd1c0004, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1121880167/backup-masters 2024-11-09T21:20:41,539 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9514d6d5e5be,37031,1731187241216 2024-11-09T21:20:41,545 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/hbase.id] with ID: b31ae21b-7aca-4ff6-ac0d-00b7d30dff24 2024-11-09T21:20:41,545 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/.tmp/hbase.id 2024-11-09T21:20:41,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741826_1002 (size=42) 2024-11-09T21:20:41,553 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/.tmp/hbase.id]:[hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/hbase.id] 2024-11-09T21:20:41,572 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:20:41,573 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T21:20:41,574 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T21:20:41,581 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1012178cd1c0004, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1121880167 2024-11-09T21:20:41,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1012178cd1c0003, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1121880167 2024-11-09T21:20:41,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741827_1003 (size=196) 2024-11-09T21:20:41,599 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:20:41,600 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T21:20:41,604 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:20:41,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741828_1004 (size=1189) 2024-11-09T21:20:41,616 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/MasterData/data/master/store 2024-11-09T21:20:41,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741829_1005 (size=34) 2024-11-09T21:20:41,642 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:20:41,642 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:20:41,643 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:41,643 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:41,643 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:20:41,643 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:41,643 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:41,643 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187241642Disabling compacts and flushes for region at 1731187241642Disabling writes for close at 1731187241643 (+1 ms)Writing region close event to WAL at 1731187241643Closed at 1731187241643 2024-11-09T21:20:41,644 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/MasterData/data/master/store/.initializing 2024-11-09T21:20:41,644 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/MasterData/WALs/9514d6d5e5be,37031,1731187241216 2024-11-09T21:20:41,645 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:20:41,646 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9514d6d5e5be%2C37031%2C1731187241216, suffix=, logDir=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/MasterData/WALs/9514d6d5e5be,37031,1731187241216, archiveDir=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/MasterData/oldWALs, maxLogs=10 2024-11-09T21:20:41,665 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/MasterData/WALs/9514d6d5e5be,37031,1731187241216/9514d6d5e5be%2C37031%2C1731187241216.1731187241647, exclude list is [], retry=0 2024-11-09T21:20:41,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34149,DS-3dc61338-864b-4295-bc11-a68d2ae0ee6b,DISK] 2024-11-09T21:20:41,678 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/MasterData/WALs/9514d6d5e5be,37031,1731187241216/9514d6d5e5be%2C37031%2C1731187241216.1731187241647 2024-11-09T21:20:41,680 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46135:46135)] 2024-11-09T21:20:41,680 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:20:41,681 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:20:41,681 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:41,681 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:41,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:41,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T21:20:41,686 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:41,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:41,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:41,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T21:20:41,688 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:41,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:41,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:41,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T21:20:41,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:41,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:41,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:41,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T21:20:41,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:41,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:41,694 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:41,695 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:41,696 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:41,697 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:41,697 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:41,698 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:20:41,699 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:41,705 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:20:41,706 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63363238, jitterRate=-0.05581417679786682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:20:41,706 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731187241681Initializing all the Stores at 1731187241682 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187241682Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187241684 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187241684Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187241684Cleaning up temporary data from old regions at 1731187241697 (+13 ms)Region opened successfully at 1731187241706 (+9 ms) 2024-11-09T21:20:41,706 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T21:20:41,709 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42f56e25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:20:41,710 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T21:20:41,710 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T21:20:41,710 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T21:20:41,710 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T21:20:41,711 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T21:20:41,711 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T21:20:41,711 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T21:20:41,715 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T21:20:41,716 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37031-0x1012178cd1c0003, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Unable to get data of znode /1-1121880167/balancer because node does not exist (not necessarily an error) 2024-11-09T21:20:41,760 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1121880167/balancer already deleted, retry=false 2024-11-09T21:20:41,761 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T21:20:41,762 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37031-0x1012178cd1c0003, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Unable to get data of znode /1-1121880167/normalizer because node does not exist (not necessarily an error) 2024-11-09T21:20:41,823 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1121880167/normalizer already deleted, retry=false 2024-11-09T21:20:41,824 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T21:20:41,825 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37031-0x1012178cd1c0003, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Unable to get data of znode /1-1121880167/switch/split because node does not exist (not necessarily an error) 2024-11-09T21:20:41,960 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1121880167/switch/split already deleted, retry=false 2024-11-09T21:20:41,962 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37031-0x1012178cd1c0003, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Unable to get data of znode /1-1121880167/switch/merge because node does not exist (not necessarily an error) 2024-11-09T21:20:42,065 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1121880167/switch/merge already deleted, retry=false 2024-11-09T21:20:42,068 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37031-0x1012178cd1c0003, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Unable to get data of znode /1-1121880167/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T21:20:42,153 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1121880167/snapshot-cleanup already deleted, retry=false 2024-11-09T21:20:42,181 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1012178cd1c0004, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1121880167/running 2024-11-09T21:20:42,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1012178cd1c0003, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1121880167/running 2024-11-09T21:20:42,181 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1012178cd1c0004, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1121880167 2024-11-09T21:20:42,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1012178cd1c0003, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1121880167 2024-11-09T21:20:42,182 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9514d6d5e5be,37031,1731187241216, sessionid=0x1012178cd1c0003, setting cluster-up flag (Was=false) 2024-11-09T21:20:42,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1012178cd1c0003, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1121880167 2024-11-09T21:20:42,203 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1012178cd1c0004, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1121880167 2024-11-09T21:20:42,234 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1121880167/flush-table-proc/acquired, /1-1121880167/flush-table-proc/reached, /1-1121880167/flush-table-proc/abort 2024-11-09T21:20:42,235 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,37031,1731187241216 2024-11-09T21:20:42,255 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1012178cd1c0004, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1121880167 2024-11-09T21:20:42,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1012178cd1c0003, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1121880167 2024-11-09T21:20:42,287 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1121880167/online-snapshot/acquired, /1-1121880167/online-snapshot/reached, /1-1121880167/online-snapshot/abort 2024-11-09T21:20:42,288 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,37031,1731187241216 2024-11-09T21:20:42,290 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T21:20:42,291 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T21:20:42,291 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T21:20:42,292 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T21:20:42,292 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9514d6d5e5be,37031,1731187241216 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T21:20:42,293 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:20:42,293 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:20:42,293 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:20:42,293 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:20:42,293 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9514d6d5e5be:0, corePoolSize=10, maxPoolSize=10 2024-11-09T21:20:42,294 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:42,294 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:20:42,294 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:42,299 INFO [RS:0;9514d6d5e5be:36589 {}] regionserver.HRegionServer(746): ClusterId : b31ae21b-7aca-4ff6-ac0d-00b7d30dff24 2024-11-09T21:20:42,299 DEBUG [RS:0;9514d6d5e5be:36589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T21:20:42,309 DEBUG [RS:0;9514d6d5e5be:36589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T21:20:42,309 DEBUG [RS:0;9514d6d5e5be:36589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T21:20:42,319 DEBUG [RS:0;9514d6d5e5be:36589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T21:20:42,320 DEBUG [RS:0;9514d6d5e5be:36589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@df3708d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:20:42,321 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:20:42,321 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T21:20:42,323 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:42,324 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T21:20:42,344 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731187272344 2024-11-09T21:20:42,344 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T21:20:42,344 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T21:20:42,345 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T21:20:42,345 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T21:20:42,345 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T21:20:42,345 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T21:20:42,348 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:42,369 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T21:20:42,370 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T21:20:42,370 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T21:20:42,370 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T21:20:42,383 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T21:20:42,383 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T21:20:42,384 DEBUG [RS:0;9514d6d5e5be:36589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9514d6d5e5be:36589 2024-11-09T21:20:42,384 INFO [RS:0;9514d6d5e5be:36589 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T21:20:42,384 INFO [RS:0;9514d6d5e5be:36589 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T21:20:42,384 DEBUG [RS:0;9514d6d5e5be:36589 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T21:20:42,385 INFO [RS:0;9514d6d5e5be:36589 {}] regionserver.HRegionServer(2659): reportForDuty to master=9514d6d5e5be,37031,1731187241216 with port=36589, startcode=1731187241379 2024-11-09T21:20:42,385 DEBUG [RS:0;9514d6d5e5be:36589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T21:20:42,396 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187242383,5,FailOnTimeoutGroup] 2024-11-09T21:20:42,404 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187242396,5,FailOnTimeoutGroup] 2024-11-09T21:20:42,404 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:42,404 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T21:20:42,404 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:42,404 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:42,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741831_1007 (size=1321) 2024-11-09T21:20:42,418 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56411, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T21:20:42,419 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37031 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9514d6d5e5be,36589,1731187241379 2024-11-09T21:20:42,419 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37031 {}] master.ServerManager(517): Registering regionserver=9514d6d5e5be,36589,1731187241379 2024-11-09T21:20:42,420 DEBUG [RS:0;9514d6d5e5be:36589 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253 2024-11-09T21:20:42,420 DEBUG [RS:0;9514d6d5e5be:36589 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40953 2024-11-09T21:20:42,420 DEBUG [RS:0;9514d6d5e5be:36589 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T21:20:42,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1012178cd1c0003, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1121880167/rs 2024-11-09T21:20:42,480 DEBUG [RS:0;9514d6d5e5be:36589 {}] zookeeper.ZKUtil(111): regionserver:36589-0x1012178cd1c0004, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Set watcher on existing znode=/1-1121880167/rs/9514d6d5e5be,36589,1731187241379 2024-11-09T21:20:42,480 WARN [RS:0;9514d6d5e5be:36589 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:20:42,480 INFO [RS:0;9514d6d5e5be:36589 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:20:42,480 DEBUG [RS:0;9514d6d5e5be:36589 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379 2024-11-09T21:20:42,493 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9514d6d5e5be,36589,1731187241379] 2024-11-09T21:20:42,506 INFO [RS:0;9514d6d5e5be:36589 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T21:20:42,508 INFO [RS:0;9514d6d5e5be:36589 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T21:20:42,516 INFO [RS:0;9514d6d5e5be:36589 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T21:20:42,516 INFO [RS:0;9514d6d5e5be:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:42,520 INFO [RS:0;9514d6d5e5be:36589 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T21:20:42,521 INFO [RS:0;9514d6d5e5be:36589 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T21:20:42,521 INFO [RS:0;9514d6d5e5be:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:42,522 DEBUG [RS:0;9514d6d5e5be:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:42,522 DEBUG [RS:0;9514d6d5e5be:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:42,522 DEBUG [RS:0;9514d6d5e5be:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:42,522 DEBUG [RS:0;9514d6d5e5be:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:42,522 DEBUG [RS:0;9514d6d5e5be:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:42,522 DEBUG [RS:0;9514d6d5e5be:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:20:42,522 DEBUG [RS:0;9514d6d5e5be:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:42,522 DEBUG [RS:0;9514d6d5e5be:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:42,522 DEBUG [RS:0;9514d6d5e5be:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:42,522 DEBUG [RS:0;9514d6d5e5be:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:42,522 DEBUG [RS:0;9514d6d5e5be:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:42,522 DEBUG [RS:0;9514d6d5e5be:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:42,522 DEBUG [RS:0;9514d6d5e5be:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:20:42,522 DEBUG [RS:0;9514d6d5e5be:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:20:42,544 INFO [RS:0;9514d6d5e5be:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:42,544 INFO [RS:0;9514d6d5e5be:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:42,544 INFO [RS:0;9514d6d5e5be:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:42,544 INFO [RS:0;9514d6d5e5be:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:42,544 INFO [RS:0;9514d6d5e5be:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:42,544 INFO [RS:0;9514d6d5e5be:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,36589,1731187241379-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:20:42,561 INFO [RS:0;9514d6d5e5be:36589 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T21:20:42,562 INFO [RS:0;9514d6d5e5be:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,36589,1731187241379-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:42,562 INFO [RS:0;9514d6d5e5be:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:42,562 INFO [RS:0;9514d6d5e5be:36589 {}] regionserver.Replication(171): 9514d6d5e5be,36589,1731187241379 started 2024-11-09T21:20:42,579 INFO [RS:0;9514d6d5e5be:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:42,579 INFO [RS:0;9514d6d5e5be:36589 {}] regionserver.HRegionServer(1482): Serving as 9514d6d5e5be,36589,1731187241379, RpcServer on 9514d6d5e5be/172.17.0.2:36589, sessionid=0x1012178cd1c0004 2024-11-09T21:20:42,579 DEBUG [RS:0;9514d6d5e5be:36589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T21:20:42,579 DEBUG [RS:0;9514d6d5e5be:36589 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9514d6d5e5be,36589,1731187241379 2024-11-09T21:20:42,579 DEBUG [RS:0;9514d6d5e5be:36589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,36589,1731187241379' 2024-11-09T21:20:42,579 DEBUG [RS:0;9514d6d5e5be:36589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1121880167/flush-table-proc/abort' 2024-11-09T21:20:42,579 DEBUG [RS:0;9514d6d5e5be:36589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1121880167/flush-table-proc/acquired' 2024-11-09T21:20:42,580 DEBUG [RS:0;9514d6d5e5be:36589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T21:20:42,580 DEBUG [RS:0;9514d6d5e5be:36589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T21:20:42,580 DEBUG [RS:0;9514d6d5e5be:36589 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9514d6d5e5be,36589,1731187241379 2024-11-09T21:20:42,580 DEBUG [RS:0;9514d6d5e5be:36589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,36589,1731187241379' 2024-11-09T21:20:42,580 DEBUG [RS:0;9514d6d5e5be:36589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1121880167/online-snapshot/abort' 2024-11-09T21:20:42,582 DEBUG [RS:0;9514d6d5e5be:36589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1121880167/online-snapshot/acquired' 2024-11-09T21:20:42,583 DEBUG [RS:0;9514d6d5e5be:36589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T21:20:42,583 INFO [RS:0;9514d6d5e5be:36589 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T21:20:42,583 INFO [RS:0;9514d6d5e5be:36589 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T21:20:42,683 INFO [RS:0;9514d6d5e5be:36589 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:20:42,685 INFO [RS:0;9514d6d5e5be:36589 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C36589%2C1731187241379, suffix=, logDir=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379, archiveDir=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/oldWALs, maxLogs=10 2024-11-09T21:20:42,704 DEBUG [RS:0;9514d6d5e5be:36589 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.1731187242686, exclude list is [], retry=0 2024-11-09T21:20:42,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34149,DS-3dc61338-864b-4295-bc11-a68d2ae0ee6b,DISK] 2024-11-09T21:20:42,730 INFO [RS:0;9514d6d5e5be:36589 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.1731187242686 2024-11-09T21:20:42,731 DEBUG [RS:0;9514d6d5e5be:36589 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46135:46135)] 2024-11-09T21:20:42,804 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T21:20:42,804 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253 2024-11-09T21:20:42,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741833_1009 (size=32) 2024-11-09T21:20:42,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:20:42,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:20:42,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:20:42,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:42,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:42,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:20:42,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:20:42,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:42,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:42,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:20:42,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:20:42,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:42,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:42,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:20:42,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:20:42,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:42,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:42,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:20:42,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/hbase/meta/1588230740 2024-11-09T21:20:42,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/hbase/meta/1588230740 2024-11-09T21:20:42,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:20:42,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:20:42,868 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:20:42,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:20:42,875 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:20:42,875 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65975625, jitterRate=-0.016886577010154724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:20:42,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731187242843Initializing all the Stores at 1731187242844 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187242844Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187242852 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187242852Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187242852Cleaning up temporary data from old regions at 1731187242867 (+15 ms)Region opened successfully at 1731187242875 (+8 ms) 2024-11-09T21:20:42,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:20:42,876 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:20:42,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:20:42,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:20:42,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:20:42,876 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:20:42,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187242875Disabling compacts and flushes for region at 1731187242875Disabling writes for close at 1731187242876 (+1 ms)Writing region close event to WAL at 1731187242876Closed at 1731187242876 2024-11-09T21:20:42,878 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:20:42,878 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T21:20:42,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T21:20:42,880 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:20:42,881 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T21:20:43,031 DEBUG [9514d6d5e5be:37031 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T21:20:43,032 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9514d6d5e5be,36589,1731187241379 2024-11-09T21:20:43,033 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,36589,1731187241379, state=OPENING 2024-11-09T21:20:43,076 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T21:20:43,086 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1012178cd1c0004, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1121880167 2024-11-09T21:20:43,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1012178cd1c0003, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1121880167 2024-11-09T21:20:43,087 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:20:43,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1121880167/meta-region-server: CHANGED 2024-11-09T21:20:43,087 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1121880167/meta-region-server: CHANGED 2024-11-09T21:20:43,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,36589,1731187241379}] 2024-11-09T21:20:43,240 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:20:43,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T21:20:43,268 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T21:20:43,269 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:20:43,269 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T21:20:43,271 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C36589%2C1731187241379.meta, suffix=.meta, logDir=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379, archiveDir=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/oldWALs, maxLogs=10 2024-11-09T21:20:43,300 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.meta.1731187243272.meta, exclude list is [], retry=0 2024-11-09T21:20:43,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34149,DS-3dc61338-864b-4295-bc11-a68d2ae0ee6b,DISK] 2024-11-09T21:20:43,313 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.meta.1731187243272.meta 2024-11-09T21:20:43,313 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46135:46135)] 2024-11-09T21:20:43,313 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:20:43,313 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:20:43,314 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:20:43,314 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T21:20:43,314 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T21:20:43,314 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T21:20:43,314 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:20:43,314 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T21:20:43,314 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T21:20:43,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:20:43,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:20:43,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:43,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:43,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:20:43,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:20:43,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:43,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:43,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:20:43,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:20:43,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:43,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:43,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:20:43,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:20:43,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:43,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:43,321 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:20:43,322 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/hbase/meta/1588230740 2024-11-09T21:20:43,322 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/hbase/meta/1588230740 2024-11-09T21:20:43,324 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:20:43,324 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:20:43,324 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:20:43,325 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:20:43,326 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75269039, jitterRate=0.1215960830450058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:20:43,326 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T21:20:43,326 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731187243314Writing region info on filesystem at 1731187243314Initializing all the Stores at 1731187243315 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187243315Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187243315Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187243315Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187243315Cleaning up temporary data from old regions at 1731187243324 (+9 ms)Running coprocessor post-open hooks at 1731187243326 (+2 ms)Region opened successfully at 1731187243326 2024-11-09T21:20:43,327 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731187243240 2024-11-09T21:20:43,329 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T21:20:43,329 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T21:20:43,330 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,36589,1731187241379 2024-11-09T21:20:43,331 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,36589,1731187241379, state=OPEN 2024-11-09T21:20:43,339 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1012178cd1c0004, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1121880167/meta-region-server 2024-11-09T21:20:43,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1012178cd1c0003, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1121880167/meta-region-server 2024-11-09T21:20:43,339 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1121880167/meta-region-server: CHANGED 2024-11-09T21:20:43,339 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1121880167/meta-region-server: CHANGED 2024-11-09T21:20:43,339 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9514d6d5e5be,36589,1731187241379 2024-11-09T21:20:43,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T21:20:43,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,36589,1731187241379 in 252 msec 2024-11-09T21:20:43,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T21:20:43,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 464 msec 2024-11-09T21:20:43,344 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:20:43,344 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T21:20:43,345 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:20:43,345 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,36589,1731187241379, seqNum=-1] 2024-11-09T21:20:43,346 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:20:43,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:20:43,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0610 sec 2024-11-09T21:20:43,352 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731187243352, completionTime=-1 2024-11-09T21:20:43,352 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T21:20:43,352 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T21:20:43,355 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T21:20:43,355 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731187303355 2024-11-09T21:20:43,355 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731187363355 2024-11-09T21:20:43,355 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T21:20:43,355 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,37031,1731187241216-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:43,355 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,37031,1731187241216-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:43,355 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,37031,1731187241216-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:43,355 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9514d6d5e5be:37031, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:43,355 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:43,356 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:43,359 DEBUG [master/9514d6d5e5be:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T21:20:43,361 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.822sec 2024-11-09T21:20:43,361 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T21:20:43,361 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T21:20:43,361 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T21:20:43,361 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T21:20:43,361 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T21:20:43,361 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,37031,1731187241216-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:20:43,361 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,37031,1731187241216-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T21:20:43,364 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T21:20:43,364 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T21:20:43,364 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,37031,1731187241216-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:43,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55eb2d05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:43,398 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,37031,-1 for getting cluster id 2024-11-09T21:20:43,398 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:20:43,399 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31ae21b-7aca-4ff6-ac0d-00b7d30dff24' 2024-11-09T21:20:43,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:20:43,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31ae21b-7aca-4ff6-ac0d-00b7d30dff24" 2024-11-09T21:20:43,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b1c491b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:43,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,37031,-1] 2024-11-09T21:20:43,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:20:43,400 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:43,402 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:20:43,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1355247a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:43,403 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:20:43,404 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,36589,1731187241379, seqNum=-1] 2024-11-09T21:20:43,404 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:20:43,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:20:43,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9514d6d5e5be,37031,1731187241216 2024-11-09T21:20:43,407 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:65133 2024-11-09T21:20:43,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:20:43,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012178cd1c0005 connected 2024-11-09T21:20:43,467 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:20:43,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,36181,1731187235480 2024-11-09T21:20:43,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3546686f 2024-11-09T21:20:43,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:20:43,469 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:20:43,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36181 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:20:43,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36181 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T21:20:43,472 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:20:43,472 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:43,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36181 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T21:20:43,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:20:43,474 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:20:43,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741835_1011 (size=902) 2024-11-09T21:20:43,481 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fdcef4e820e54c1607704b3516663513, NAME => 'test,,1731187243470.fdcef4e820e54c1607704b3516663513.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b 2024-11-09T21:20:43,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741836_1012 (size=39) 2024-11-09T21:20:43,486 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731187243470.fdcef4e820e54c1607704b3516663513.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:20:43,487 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fdcef4e820e54c1607704b3516663513, disabling compactions & flushes 2024-11-09T21:20:43,487 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731187243470.fdcef4e820e54c1607704b3516663513. 2024-11-09T21:20:43,487 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731187243470.fdcef4e820e54c1607704b3516663513. 2024-11-09T21:20:43,487 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731187243470.fdcef4e820e54c1607704b3516663513. after waiting 0 ms 2024-11-09T21:20:43,487 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731187243470.fdcef4e820e54c1607704b3516663513. 2024-11-09T21:20:43,487 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731187243470.fdcef4e820e54c1607704b3516663513. 2024-11-09T21:20:43,487 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fdcef4e820e54c1607704b3516663513: Waiting for close lock at 1731187243487Disabling compacts and flushes for region at 1731187243487Disabling writes for close at 1731187243487Writing region close event to WAL at 1731187243487Closed at 1731187243487 2024-11-09T21:20:43,488 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:20:43,488 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731187243470.fdcef4e820e54c1607704b3516663513.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731187243488"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731187243488"}]},"ts":"1731187243488"} 2024-11-09T21:20:43,490 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T21:20:43,492 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:20:43,492 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187243492"}]},"ts":"1731187243492"} 2024-11-09T21:20:43,494 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T21:20:43,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fdcef4e820e54c1607704b3516663513, ASSIGN}] 2024-11-09T21:20:43,495 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fdcef4e820e54c1607704b3516663513, ASSIGN 2024-11-09T21:20:43,496 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fdcef4e820e54c1607704b3516663513, ASSIGN; state=OFFLINE, location=9514d6d5e5be,40055,1731187235630; forceNewPlan=false, retain=false 2024-11-09T21:20:43,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:20:43,605 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T21:20:43,646 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fdcef4e820e54c1607704b3516663513, regionState=OPENING, regionLocation=9514d6d5e5be,40055,1731187235630 2024-11-09T21:20:43,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fdcef4e820e54c1607704b3516663513, ASSIGN because future has completed 2024-11-09T21:20:43,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdcef4e820e54c1607704b3516663513, server=9514d6d5e5be,40055,1731187235630}] 2024-11-09T21:20:43,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:20:43,805 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731187243470.fdcef4e820e54c1607704b3516663513. 2024-11-09T21:20:43,805 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fdcef4e820e54c1607704b3516663513, NAME => 'test,,1731187243470.fdcef4e820e54c1607704b3516663513.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:20:43,806 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:20:43,806 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T21:20:43,806 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fdcef4e820e54c1607704b3516663513 2024-11-09T21:20:43,806 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731187243470.fdcef4e820e54c1607704b3516663513.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:20:43,806 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fdcef4e820e54c1607704b3516663513 2024-11-09T21:20:43,806 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fdcef4e820e54c1607704b3516663513 2024-11-09T21:20:43,807 INFO [StoreOpener-fdcef4e820e54c1607704b3516663513-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fdcef4e820e54c1607704b3516663513 2024-11-09T21:20:43,808 INFO [StoreOpener-fdcef4e820e54c1607704b3516663513-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdcef4e820e54c1607704b3516663513 columnFamilyName f 2024-11-09T21:20:43,808 DEBUG [StoreOpener-fdcef4e820e54c1607704b3516663513-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:43,809 INFO [StoreOpener-fdcef4e820e54c1607704b3516663513-1 {}] regionserver.HStore(327): Store=fdcef4e820e54c1607704b3516663513/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:43,809 INFO [StoreOpener-fdcef4e820e54c1607704b3516663513-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fdcef4e820e54c1607704b3516663513 2024-11-09T21:20:43,810 INFO [StoreOpener-fdcef4e820e54c1607704b3516663513-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdcef4e820e54c1607704b3516663513 columnFamilyName f1 2024-11-09T21:20:43,810 DEBUG [StoreOpener-fdcef4e820e54c1607704b3516663513-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:43,810 INFO [StoreOpener-fdcef4e820e54c1607704b3516663513-1 {}] regionserver.HStore(327): Store=fdcef4e820e54c1607704b3516663513/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:43,810 INFO [StoreOpener-fdcef4e820e54c1607704b3516663513-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fdcef4e820e54c1607704b3516663513 2024-11-09T21:20:43,811 INFO [StoreOpener-fdcef4e820e54c1607704b3516663513-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdcef4e820e54c1607704b3516663513 columnFamilyName norep 2024-11-09T21:20:43,811 DEBUG [StoreOpener-fdcef4e820e54c1607704b3516663513-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:43,812 INFO [StoreOpener-fdcef4e820e54c1607704b3516663513-1 {}] regionserver.HStore(327): Store=fdcef4e820e54c1607704b3516663513/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:43,812 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fdcef4e820e54c1607704b3516663513 2024-11-09T21:20:43,813 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/default/test/fdcef4e820e54c1607704b3516663513 2024-11-09T21:20:43,813 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/default/test/fdcef4e820e54c1607704b3516663513 2024-11-09T21:20:43,814 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fdcef4e820e54c1607704b3516663513 2024-11-09T21:20:43,814 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fdcef4e820e54c1607704b3516663513 2024-11-09T21:20:43,815 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:20:43,816 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fdcef4e820e54c1607704b3516663513 2024-11-09T21:20:43,819 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/default/test/fdcef4e820e54c1607704b3516663513/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:20:43,819 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fdcef4e820e54c1607704b3516663513; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69947160, jitterRate=0.04229390621185303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:20:43,819 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fdcef4e820e54c1607704b3516663513 2024-11-09T21:20:43,820 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fdcef4e820e54c1607704b3516663513: Running coprocessor pre-open hook at 1731187243806Writing region info on filesystem at 1731187243806Initializing all the Stores at 1731187243807 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187243807Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187243807Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187243807Cleaning up temporary data from old regions at 1731187243814 (+7 ms)Running coprocessor post-open hooks at 1731187243819 (+5 ms)Region opened successfully at 1731187243820 (+1 ms) 2024-11-09T21:20:43,821 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731187243470.fdcef4e820e54c1607704b3516663513., pid=6, masterSystemTime=1731187243801 2024-11-09T21:20:43,824 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731187243470.fdcef4e820e54c1607704b3516663513. 2024-11-09T21:20:43,824 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731187243470.fdcef4e820e54c1607704b3516663513. 2024-11-09T21:20:43,824 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fdcef4e820e54c1607704b3516663513, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9514d6d5e5be,40055,1731187235630 2024-11-09T21:20:43,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdcef4e820e54c1607704b3516663513, server=9514d6d5e5be,40055,1731187235630 because future has completed 2024-11-09T21:20:43,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T21:20:43,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fdcef4e820e54c1607704b3516663513, server=9514d6d5e5be,40055,1731187235630 in 180 msec 2024-11-09T21:20:43,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T21:20:43,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fdcef4e820e54c1607704b3516663513, ASSIGN in 337 msec 2024-11-09T21:20:43,834 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:20:43,834 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187243834"}]},"ts":"1731187243834"} 2024-11-09T21:20:43,836 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T21:20:43,837 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:20:43,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 367 msec 2024-11-09T21:20:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:20:44,100 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T21:20:44,100 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:20:44,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,37031,1731187241216 2024-11-09T21:20:44,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30322397 2024-11-09T21:20:44,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:20:44,102 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:20:44,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37031 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:20:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37031 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T21:20:44,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:20:44,104 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:44,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37031 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T21:20:44,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:20:44,107 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:20:44,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741835_1011 (size=902) 2024-11-09T21:20:44,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:20:44,272 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:20:44,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:44,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:44,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:44,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:44,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:44,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:44,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:44,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:44,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:44,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:44,348 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T21:20:44,348 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T21:20:44,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T21:20:44,349 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T21:20:44,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:20:44,349 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T21:20:44,349 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T21:20:44,349 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T21:20:44,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:20:44,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T21:20:44,350 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T21:20:44,350 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T21:20:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:20:44,514 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6937375d63b8f94c733f6206a839c72a, NAME => 'test,,1731187244102.6937375d63b8f94c733f6206a839c72a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253 2024-11-09T21:20:44,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741836_1012 (size=39) 2024-11-09T21:20:44,521 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731187244102.6937375d63b8f94c733f6206a839c72a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:20:44,521 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6937375d63b8f94c733f6206a839c72a, disabling compactions & flushes 2024-11-09T21:20:44,521 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731187244102.6937375d63b8f94c733f6206a839c72a. 2024-11-09T21:20:44,521 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731187244102.6937375d63b8f94c733f6206a839c72a. 2024-11-09T21:20:44,522 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731187244102.6937375d63b8f94c733f6206a839c72a. after waiting 0 ms 2024-11-09T21:20:44,522 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731187244102.6937375d63b8f94c733f6206a839c72a. 2024-11-09T21:20:44,522 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731187244102.6937375d63b8f94c733f6206a839c72a. 2024-11-09T21:20:44,522 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6937375d63b8f94c733f6206a839c72a: Waiting for close lock at 1731187244521Disabling compacts and flushes for region at 1731187244521Disabling writes for close at 1731187244522 (+1 ms)Writing region close event to WAL at 1731187244522Closed at 1731187244522 2024-11-09T21:20:44,523 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:20:44,523 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731187244102.6937375d63b8f94c733f6206a839c72a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731187244523"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731187244523"}]},"ts":"1731187244523"} 2024-11-09T21:20:44,526 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T21:20:44,527 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:20:44,528 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187244527"}]},"ts":"1731187244527"} 2024-11-09T21:20:44,530 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T21:20:44,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6937375d63b8f94c733f6206a839c72a, ASSIGN}] 2024-11-09T21:20:44,532 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6937375d63b8f94c733f6206a839c72a, ASSIGN 2024-11-09T21:20:44,533 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6937375d63b8f94c733f6206a839c72a, ASSIGN; state=OFFLINE, location=9514d6d5e5be,36589,1731187241379; forceNewPlan=false, retain=false 2024-11-09T21:20:44,684 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6937375d63b8f94c733f6206a839c72a, regionState=OPENING, regionLocation=9514d6d5e5be,36589,1731187241379 2024-11-09T21:20:44,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6937375d63b8f94c733f6206a839c72a, ASSIGN because future has completed 2024-11-09T21:20:44,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6937375d63b8f94c733f6206a839c72a, server=9514d6d5e5be,36589,1731187241379}] 2024-11-09T21:20:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:20:44,843 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731187244102.6937375d63b8f94c733f6206a839c72a. 2024-11-09T21:20:44,843 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6937375d63b8f94c733f6206a839c72a, NAME => 'test,,1731187244102.6937375d63b8f94c733f6206a839c72a.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:20:44,843 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:20:44,843 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T21:20:44,843 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6937375d63b8f94c733f6206a839c72a 2024-11-09T21:20:44,844 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731187244102.6937375d63b8f94c733f6206a839c72a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:20:44,844 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6937375d63b8f94c733f6206a839c72a 2024-11-09T21:20:44,844 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6937375d63b8f94c733f6206a839c72a 2024-11-09T21:20:44,845 INFO [StoreOpener-6937375d63b8f94c733f6206a839c72a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6937375d63b8f94c733f6206a839c72a 2024-11-09T21:20:44,846 INFO [StoreOpener-6937375d63b8f94c733f6206a839c72a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6937375d63b8f94c733f6206a839c72a columnFamilyName f 2024-11-09T21:20:44,846 DEBUG [StoreOpener-6937375d63b8f94c733f6206a839c72a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:44,846 INFO [StoreOpener-6937375d63b8f94c733f6206a839c72a-1 {}] regionserver.HStore(327): Store=6937375d63b8f94c733f6206a839c72a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:44,846 INFO [StoreOpener-6937375d63b8f94c733f6206a839c72a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6937375d63b8f94c733f6206a839c72a 2024-11-09T21:20:44,847 INFO [StoreOpener-6937375d63b8f94c733f6206a839c72a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6937375d63b8f94c733f6206a839c72a columnFamilyName f1 2024-11-09T21:20:44,847 DEBUG [StoreOpener-6937375d63b8f94c733f6206a839c72a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:44,848 INFO [StoreOpener-6937375d63b8f94c733f6206a839c72a-1 {}] regionserver.HStore(327): Store=6937375d63b8f94c733f6206a839c72a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:44,848 INFO [StoreOpener-6937375d63b8f94c733f6206a839c72a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6937375d63b8f94c733f6206a839c72a 2024-11-09T21:20:44,849 INFO [StoreOpener-6937375d63b8f94c733f6206a839c72a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6937375d63b8f94c733f6206a839c72a columnFamilyName norep 2024-11-09T21:20:44,849 DEBUG [StoreOpener-6937375d63b8f94c733f6206a839c72a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:44,849 INFO [StoreOpener-6937375d63b8f94c733f6206a839c72a-1 {}] regionserver.HStore(327): Store=6937375d63b8f94c733f6206a839c72a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:44,849 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6937375d63b8f94c733f6206a839c72a 2024-11-09T21:20:44,850 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/default/test/6937375d63b8f94c733f6206a839c72a 2024-11-09T21:20:44,850 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/default/test/6937375d63b8f94c733f6206a839c72a 2024-11-09T21:20:44,851 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6937375d63b8f94c733f6206a839c72a 2024-11-09T21:20:44,851 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6937375d63b8f94c733f6206a839c72a 2024-11-09T21:20:44,851 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:20:44,852 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6937375d63b8f94c733f6206a839c72a 2024-11-09T21:20:44,854 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/default/test/6937375d63b8f94c733f6206a839c72a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:20:44,854 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6937375d63b8f94c733f6206a839c72a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68798355, jitterRate=0.02517537772655487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:20:44,855 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6937375d63b8f94c733f6206a839c72a 2024-11-09T21:20:44,855 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6937375d63b8f94c733f6206a839c72a: Running coprocessor pre-open hook at 1731187244844Writing region info on filesystem at 1731187244844Initializing all the Stores at 1731187244844Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187244844Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187244845 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187244845Cleaning up temporary data from old regions at 1731187244851 (+6 ms)Running coprocessor post-open hooks at 1731187244855 (+4 ms)Region opened successfully at 1731187244855 2024-11-09T21:20:44,856 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731187244102.6937375d63b8f94c733f6206a839c72a., pid=6, masterSystemTime=1731187244839 2024-11-09T21:20:44,858 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731187244102.6937375d63b8f94c733f6206a839c72a. 2024-11-09T21:20:44,858 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731187244102.6937375d63b8f94c733f6206a839c72a. 2024-11-09T21:20:44,858 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6937375d63b8f94c733f6206a839c72a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9514d6d5e5be,36589,1731187241379 2024-11-09T21:20:44,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6937375d63b8f94c733f6206a839c72a, server=9514d6d5e5be,36589,1731187241379 because future has completed 2024-11-09T21:20:44,864 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37031 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=9514d6d5e5be,36589,1731187241379, table=test, region=6937375d63b8f94c733f6206a839c72a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T21:20:44,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T21:20:44,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6937375d63b8f94c733f6206a839c72a, server=9514d6d5e5be,36589,1731187241379 in 178 msec 2024-11-09T21:20:44,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T21:20:44,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6937375d63b8f94c733f6206a839c72a, ASSIGN in 337 msec 2024-11-09T21:20:44,869 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:20:44,870 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187244869"}]},"ts":"1731187244869"} 2024-11-09T21:20:44,871 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T21:20:44,872 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:20:44,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 769 msec 2024-11-09T21:20:45,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:20:45,240 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T21:20:45,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@294c4c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:45,241 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,36181,-1 for getting cluster id 2024-11-09T21:20:45,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:20:45,241 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '336a846f-a427-49a7-b811-2cfb7d6940e2' 2024-11-09T21:20:45,242 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:20:45,242 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "336a846f-a427-49a7-b811-2cfb7d6940e2" 2024-11-09T21:20:45,242 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d2cf8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:45,242 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,36181,-1] 2024-11-09T21:20:45,242 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:20:45,242 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:45,243 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:20:45,243 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cc459ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:45,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ee20de5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:45,244 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,37031,-1 for getting cluster id 2024-11-09T21:20:45,244 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:20:45,245 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31ae21b-7aca-4ff6-ac0d-00b7d30dff24' 2024-11-09T21:20:45,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:20:45,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31ae21b-7aca-4ff6-ac0d-00b7d30dff24" 2024-11-09T21:20:45,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@714511b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:45,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,37031,-1] 2024-11-09T21:20:45,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:20:45,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:45,246 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:20:45,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a3f5cb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:45,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13623e52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:45,248 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,36181,-1 for getting cluster id 2024-11-09T21:20:45,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:20:45,248 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '336a846f-a427-49a7-b811-2cfb7d6940e2' 2024-11-09T21:20:45,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:20:45,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "336a846f-a427-49a7-b811-2cfb7d6940e2" 2024-11-09T21:20:45,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f4c10d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:45,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,36181,-1] 2024-11-09T21:20:45,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:20:45,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:45,250 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:20:45,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450d5df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:45,250 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:20:45,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,36181,1731187235480 2024-11-09T21:20:45,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4173d5f 2024-11-09T21:20:45,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:20:45,252 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:20:45,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36181 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9514d6d5e5be:37031,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T21:20:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36181 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T21:20:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:20:45,255 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:37031' 2024-11-09T21:20:45,256 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d97146, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:45,256 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,37031,-1 for getting cluster id 2024-11-09T21:20:45,256 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:20:45,257 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31ae21b-7aca-4ff6-ac0d-00b7d30dff24' 2024-11-09T21:20:45,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:20:45,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31ae21b-7aca-4ff6-ac0d-00b7d30dff24" 2024-11-09T21:20:45,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a00138, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:45,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,37031,-1] 2024-11-09T21:20:45,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:20:45,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:45,258 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:20:45,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ff22675, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:45,259 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:20:45,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,37031,1731187241216 2024-11-09T21:20:45,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c845b50 2024-11-09T21:20:45,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:20:45,261 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:20:45,261 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T21:20:45,262 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T21:20:45,262 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:45,262 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:45,262 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:20:45,263 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:20:45,263 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T21:20:45,264 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:20:45,265 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:45,265 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:20:45,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741837_1013 (size=1138) 2024-11-09T21:20:45,299 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dd597cc03ea4262d3fcae022ef54feda, NAME => 'hbase:replication,,1731187245262.dd597cc03ea4262d3fcae022ef54feda.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b 2024-11-09T21:20:45,314 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T21:20:45,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741838_1014 (size=44) 2024-11-09T21:20:45,328 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731187245262.dd597cc03ea4262d3fcae022ef54feda.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:20:45,328 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dd597cc03ea4262d3fcae022ef54feda, disabling compactions & flushes 2024-11-09T21:20:45,328 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731187245262.dd597cc03ea4262d3fcae022ef54feda. 2024-11-09T21:20:45,328 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731187245262.dd597cc03ea4262d3fcae022ef54feda. 2024-11-09T21:20:45,329 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731187245262.dd597cc03ea4262d3fcae022ef54feda. after waiting 0 ms 2024-11-09T21:20:45,329 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731187245262.dd597cc03ea4262d3fcae022ef54feda. 2024-11-09T21:20:45,329 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731187245262.dd597cc03ea4262d3fcae022ef54feda. 2024-11-09T21:20:45,329 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dd597cc03ea4262d3fcae022ef54feda: Waiting for close lock at 1731187245328Disabling compacts and flushes for region at 1731187245328Disabling writes for close at 1731187245329 (+1 ms)Writing region close event to WAL at 1731187245329Closed at 1731187245329 2024-11-09T21:20:45,331 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:20:45,332 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731187245262.dd597cc03ea4262d3fcae022ef54feda.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731187245331"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731187245331"}]},"ts":"1731187245331"} 2024-11-09T21:20:45,334 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T21:20:45,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:20:45,336 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187245336"}]},"ts":"1731187245336"} 2024-11-09T21:20:45,338 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T21:20:45,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dd597cc03ea4262d3fcae022ef54feda, ASSIGN}] 2024-11-09T21:20:45,340 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dd597cc03ea4262d3fcae022ef54feda, ASSIGN 2024-11-09T21:20:45,341 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dd597cc03ea4262d3fcae022ef54feda, ASSIGN; state=OFFLINE, location=9514d6d5e5be,40055,1731187235630; forceNewPlan=false, retain=false 2024-11-09T21:20:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:20:45,492 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dd597cc03ea4262d3fcae022ef54feda, regionState=OPENING, regionLocation=9514d6d5e5be,40055,1731187235630 2024-11-09T21:20:45,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dd597cc03ea4262d3fcae022ef54feda, ASSIGN because future has completed 2024-11-09T21:20:45,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd597cc03ea4262d3fcae022ef54feda, server=9514d6d5e5be,40055,1731187235630}] 2024-11-09T21:20:45,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:20:45,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731187245262.dd597cc03ea4262d3fcae022ef54feda. 2024-11-09T21:20:45,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:20:45,654 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T21:20:45,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C40055%2C1731187235630.rep, suffix=, logDir=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630, archiveDir=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/oldWALs, maxLogs=10 2024-11-09T21:20:45,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.rep.1731187245655, exclude list is [], retry=0 2024-11-09T21:20:45,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34975,DS-2b74f707-5fb0-43b1-b258-98702cd37e2f,DISK] 2024-11-09T21:20:45,682 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.rep.1731187245655 2024-11-09T21:20:45,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40399:40399)] 2024-11-09T21:20:45,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => dd597cc03ea4262d3fcae022ef54feda, NAME => 'hbase:replication,,1731187245262.dd597cc03ea4262d3fcae022ef54feda.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:20:45,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:20:45,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:20:45,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731187245262.dd597cc03ea4262d3fcae022ef54feda. service=MultiRowMutationService 2024-11-09T21:20:45,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T21:20:45,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dd597cc03ea4262d3fcae022ef54feda 2024-11-09T21:20:45,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731187245262.dd597cc03ea4262d3fcae022ef54feda.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:20:45,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for dd597cc03ea4262d3fcae022ef54feda 2024-11-09T21:20:45,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for dd597cc03ea4262d3fcae022ef54feda 2024-11-09T21:20:45,692 INFO [StoreOpener-dd597cc03ea4262d3fcae022ef54feda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dd597cc03ea4262d3fcae022ef54feda 2024-11-09T21:20:45,694 INFO [StoreOpener-dd597cc03ea4262d3fcae022ef54feda-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd597cc03ea4262d3fcae022ef54feda columnFamilyName hfileref 2024-11-09T21:20:45,694 DEBUG [StoreOpener-dd597cc03ea4262d3fcae022ef54feda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:45,695 INFO [StoreOpener-dd597cc03ea4262d3fcae022ef54feda-1 {}] regionserver.HStore(327): Store=dd597cc03ea4262d3fcae022ef54feda/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:45,695 INFO [StoreOpener-dd597cc03ea4262d3fcae022ef54feda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dd597cc03ea4262d3fcae022ef54feda 2024-11-09T21:20:45,696 INFO [StoreOpener-dd597cc03ea4262d3fcae022ef54feda-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd597cc03ea4262d3fcae022ef54feda columnFamilyName queue 2024-11-09T21:20:45,696 DEBUG [StoreOpener-dd597cc03ea4262d3fcae022ef54feda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:45,698 INFO [StoreOpener-dd597cc03ea4262d3fcae022ef54feda-1 {}] regionserver.HStore(327): Store=dd597cc03ea4262d3fcae022ef54feda/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:45,699 INFO [StoreOpener-dd597cc03ea4262d3fcae022ef54feda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dd597cc03ea4262d3fcae022ef54feda 2024-11-09T21:20:45,700 INFO [StoreOpener-dd597cc03ea4262d3fcae022ef54feda-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd597cc03ea4262d3fcae022ef54feda columnFamilyName sid 2024-11-09T21:20:45,700 DEBUG [StoreOpener-dd597cc03ea4262d3fcae022ef54feda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:45,701 INFO [StoreOpener-dd597cc03ea4262d3fcae022ef54feda-1 {}] regionserver.HStore(327): Store=dd597cc03ea4262d3fcae022ef54feda/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:45,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for dd597cc03ea4262d3fcae022ef54feda 2024-11-09T21:20:45,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/hbase/replication/dd597cc03ea4262d3fcae022ef54feda 2024-11-09T21:20:45,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/hbase/replication/dd597cc03ea4262d3fcae022ef54feda 2024-11-09T21:20:45,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for dd597cc03ea4262d3fcae022ef54feda 2024-11-09T21:20:45,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for dd597cc03ea4262d3fcae022ef54feda 2024-11-09T21:20:45,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:20:45,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for dd597cc03ea4262d3fcae022ef54feda 2024-11-09T21:20:45,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/hbase/replication/dd597cc03ea4262d3fcae022ef54feda/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:20:45,707 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened dd597cc03ea4262d3fcae022ef54feda; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73403669, jitterRate=0.0937999039888382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:20:45,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dd597cc03ea4262d3fcae022ef54feda 2024-11-09T21:20:45,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for dd597cc03ea4262d3fcae022ef54feda: Running coprocessor pre-open hook at 1731187245688Writing region info on filesystem at 1731187245688Initializing all the Stores at 1731187245689 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187245689Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187245692 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187245692Cleaning up temporary data from old regions at 1731187245703 (+11 ms)Running coprocessor post-open hooks at 1731187245707 (+4 ms)Region opened successfully at 1731187245708 (+1 ms) 2024-11-09T21:20:45,711 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731187245262.dd597cc03ea4262d3fcae022ef54feda., pid=10, masterSystemTime=1731187245649 2024-11-09T21:20:45,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731187245262.dd597cc03ea4262d3fcae022ef54feda. 2024-11-09T21:20:45,714 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731187245262.dd597cc03ea4262d3fcae022ef54feda. 2024-11-09T21:20:45,716 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dd597cc03ea4262d3fcae022ef54feda, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,40055,1731187235630 2024-11-09T21:20:45,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd597cc03ea4262d3fcae022ef54feda, server=9514d6d5e5be,40055,1731187235630 because future has completed 2024-11-09T21:20:45,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T21:20:45,725 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure dd597cc03ea4262d3fcae022ef54feda, server=9514d6d5e5be,40055,1731187235630 in 226 msec 2024-11-09T21:20:45,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T21:20:45,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dd597cc03ea4262d3fcae022ef54feda, ASSIGN in 386 msec 2024-11-09T21:20:45,732 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:20:45,733 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187245732"}]},"ts":"1731187245732"} 2024-11-09T21:20:45,735 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T21:20:45,736 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:20:45,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 474 msec 2024-11-09T21:20:45,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731187245262.dd597cc03ea4262d3fcae022ef54feda., hostname=9514d6d5e5be,40055,1731187235630, seqNum=2] 2024-11-09T21:20:45,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x1012178cd1c0000, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522422771 2024-11-09T21:20:45,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40055-0x1012178cd1c0001, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522422771 2024-11-09T21:20:45,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T21:20:45,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:20:46,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40055 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T21:20:46,020 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T21:20:46,066 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9514d6d5e5be,40055,1731187235630, ReplicationSource: 1, currentBandwidth=0 2024-11-09T21:20:46,067 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:20:46,067 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,40055,1731187235630, seqNum=-1] 2024-11-09T21:20:46,067 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:20:46,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-09T21:20:46,074 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9514d6d5e5be,40055,1731187235630', locateType=CURRENT is [region=hbase:replication,,1731187245262.dd597cc03ea4262d3fcae022ef54feda., hostname=9514d6d5e5be,40055,1731187235630, seqNum=2] 2024-11-09T21:20:46,078 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T21:20:46,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36181 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T21:20:46,084 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9514d6d5e5be,40055,1731187235630 suceeded 2024-11-09T21:20:46,104 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:37031' 2024-11-09T21:20:46,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T21:20:46,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 218 msec 2024-11-09T21:20:46,107 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9514d6d5e5be:37031,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T21:20:46,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 854 msec 2024-11-09T21:20:46,113 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@565014eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:46,113 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,37031,-1 for getting cluster id 2024-11-09T21:20:46,113 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:20:46,114 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31ae21b-7aca-4ff6-ac0d-00b7d30dff24' 2024-11-09T21:20:46,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:20:46,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31ae21b-7aca-4ff6-ac0d-00b7d30dff24" 2024-11-09T21:20:46,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@711570d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:46,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,37031,-1] 2024-11-09T21:20:46,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:20:46,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:46,116 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:20:46,126 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21e175b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:46,126 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:20:46,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,37031,1731187241216 2024-11-09T21:20:46,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@733db367 2024-11-09T21:20:46,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:20:46,129 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-09T21:20:46,130 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9514d6d5e5be,40055,1731187235630 (queues=1) is replicating from cluster=336a846f-a427-49a7-b811-2cfb7d6940e2 to cluster=b31ae21b-7aca-4ff6-ac0d-00b7d30dff24 2024-11-09T21:20:46,130 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9514d6d5e5be%2C40055%2C1731187235630 2024-11-09T21:20:46,131 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9514d6d5e5be,40055,1731187235630, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T21:20:46,144 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.wal-reader.9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.1731187237782, startPosition=0, beingWritten=true 2024-11-09T21:20:46,147 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.shipper9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9514d6d5e5be%2C40055%2C1731187235630 2024-11-09T21:20:46,160 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.wal-reader.9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:20:46,161 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.wal-reader.9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.1731187237782 to pos 379, reset compression=false 2024-11-09T21:20:46,161 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.shipper9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,40055,1731187235630 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.1731187237782, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:20:46,378 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.wal-reader.9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.1731187237782 to pos 379, reset compression=false 2024-11-09T21:20:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:20:46,390 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T21:20:46,391 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:20:46,391 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:20:46,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:46,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:46,391 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:20:46,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d2bc5a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:46,392 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,37031,-1 for getting cluster id 2024-11-09T21:20:46,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:20:46,393 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31ae21b-7aca-4ff6-ac0d-00b7d30dff24' 2024-11-09T21:20:46,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:20:46,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31ae21b-7aca-4ff6-ac0d-00b7d30dff24" 2024-11-09T21:20:46,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ebee55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:46,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,37031,-1] 2024-11-09T21:20:46,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:20:46,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:46,395 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:20:46,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15740fbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:46,396 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:20:46,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,37031,1731187241216 2024-11-09T21:20:46,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37131024 2024-11-09T21:20:46,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:20:46,399 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:20:46,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37031 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9514d6d5e5be:36181,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T21:20:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37031 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T21:20:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:20:46,402 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:36181' 2024-11-09T21:20:46,404 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ce8c283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:46,404 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,36181,-1 for getting cluster id 2024-11-09T21:20:46,405 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:20:46,405 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '336a846f-a427-49a7-b811-2cfb7d6940e2' 2024-11-09T21:20:46,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:20:46,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "336a846f-a427-49a7-b811-2cfb7d6940e2" 2024-11-09T21:20:46,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60bca38b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:46,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,36181,-1] 2024-11-09T21:20:46,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:20:46,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:46,408 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:20:46,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@109144a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:46,411 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:20:46,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,36181,1731187235480 2024-11-09T21:20:46,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@813faed 2024-11-09T21:20:46,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:20:46,413 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:20:46,414 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T21:20:46,414 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T21:20:46,414 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:46,414 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:46,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:20:46,415 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:20:46,416 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T21:20:46,417 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:20:46,417 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:46,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:20:46,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741837_1013 (size=1138) 2024-11-09T21:20:46,437 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 94b1bce0f0d39d4d7d43c4767394d8e1, NAME => 'hbase:replication,,1731187246414.94b1bce0f0d39d4d7d43c4767394d8e1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253 2024-11-09T21:20:46,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741838_1014 (size=44) 2024-11-09T21:20:46,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731187246414.94b1bce0f0d39d4d7d43c4767394d8e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:20:46,456 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 94b1bce0f0d39d4d7d43c4767394d8e1, disabling compactions & flushes 2024-11-09T21:20:46,457 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731187246414.94b1bce0f0d39d4d7d43c4767394d8e1. 2024-11-09T21:20:46,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731187246414.94b1bce0f0d39d4d7d43c4767394d8e1. 2024-11-09T21:20:46,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731187246414.94b1bce0f0d39d4d7d43c4767394d8e1. after waiting 0 ms 2024-11-09T21:20:46,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731187246414.94b1bce0f0d39d4d7d43c4767394d8e1. 2024-11-09T21:20:46,457 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731187246414.94b1bce0f0d39d4d7d43c4767394d8e1. 2024-11-09T21:20:46,457 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 94b1bce0f0d39d4d7d43c4767394d8e1: Waiting for close lock at 1731187246456Disabling compacts and flushes for region at 1731187246456Disabling writes for close at 1731187246457 (+1 ms)Writing region close event to WAL at 1731187246457Closed at 1731187246457 2024-11-09T21:20:46,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:20:46,458 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731187246414.94b1bce0f0d39d4d7d43c4767394d8e1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731187246458"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731187246458"}]},"ts":"1731187246458"} 2024-11-09T21:20:46,460 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T21:20:46,462 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:20:46,462 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187246462"}]},"ts":"1731187246462"} 2024-11-09T21:20:46,464 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T21:20:46,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=94b1bce0f0d39d4d7d43c4767394d8e1, ASSIGN}] 2024-11-09T21:20:46,466 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T21:20:46,467 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=94b1bce0f0d39d4d7d43c4767394d8e1, ASSIGN 2024-11-09T21:20:46,467 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=94b1bce0f0d39d4d7d43c4767394d8e1, ASSIGN; state=OFFLINE, location=9514d6d5e5be,36589,1731187241379; forceNewPlan=false, retain=false 2024-11-09T21:20:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:20:46,618 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=94b1bce0f0d39d4d7d43c4767394d8e1, regionState=OPENING, regionLocation=9514d6d5e5be,36589,1731187241379 2024-11-09T21:20:46,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=94b1bce0f0d39d4d7d43c4767394d8e1, ASSIGN because future has completed 2024-11-09T21:20:46,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94b1bce0f0d39d4d7d43c4767394d8e1, server=9514d6d5e5be,36589,1731187241379}] 2024-11-09T21:20:46,685 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.wal-reader.9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.1731187237782 to pos 379, reset compression=false 2024-11-09T21:20:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:20:46,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731187246414.94b1bce0f0d39d4d7d43c4767394d8e1. 2024-11-09T21:20:46,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:20:46,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T21:20:46,777 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C36589%2C1731187241379.rep, suffix=, logDir=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379, archiveDir=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/oldWALs, maxLogs=10 2024-11-09T21:20:46,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.rep.1731187246778, exclude list is [], retry=0 2024-11-09T21:20:46,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34149,DS-3dc61338-864b-4295-bc11-a68d2ae0ee6b,DISK] 2024-11-09T21:20:46,804 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.rep.1731187246778 2024-11-09T21:20:46,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46135:46135)] 2024-11-09T21:20:46,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 94b1bce0f0d39d4d7d43c4767394d8e1, NAME => 'hbase:replication,,1731187246414.94b1bce0f0d39d4d7d43c4767394d8e1.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:20:46,804 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:20:46,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:20:46,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731187246414.94b1bce0f0d39d4d7d43c4767394d8e1. service=MultiRowMutationService 2024-11-09T21:20:46,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T21:20:46,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 94b1bce0f0d39d4d7d43c4767394d8e1 2024-11-09T21:20:46,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731187246414.94b1bce0f0d39d4d7d43c4767394d8e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:20:46,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 94b1bce0f0d39d4d7d43c4767394d8e1 2024-11-09T21:20:46,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 94b1bce0f0d39d4d7d43c4767394d8e1 2024-11-09T21:20:46,806 INFO [StoreOpener-94b1bce0f0d39d4d7d43c4767394d8e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 94b1bce0f0d39d4d7d43c4767394d8e1 2024-11-09T21:20:46,807 INFO [StoreOpener-94b1bce0f0d39d4d7d43c4767394d8e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94b1bce0f0d39d4d7d43c4767394d8e1 columnFamilyName hfileref 2024-11-09T21:20:46,807 DEBUG [StoreOpener-94b1bce0f0d39d4d7d43c4767394d8e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:46,810 INFO [StoreOpener-94b1bce0f0d39d4d7d43c4767394d8e1-1 {}] regionserver.HStore(327): Store=94b1bce0f0d39d4d7d43c4767394d8e1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:46,810 INFO [StoreOpener-94b1bce0f0d39d4d7d43c4767394d8e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 94b1bce0f0d39d4d7d43c4767394d8e1 2024-11-09T21:20:46,816 INFO [StoreOpener-94b1bce0f0d39d4d7d43c4767394d8e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94b1bce0f0d39d4d7d43c4767394d8e1 columnFamilyName queue 2024-11-09T21:20:46,816 DEBUG [StoreOpener-94b1bce0f0d39d4d7d43c4767394d8e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:46,820 INFO [StoreOpener-94b1bce0f0d39d4d7d43c4767394d8e1-1 {}] regionserver.HStore(327): Store=94b1bce0f0d39d4d7d43c4767394d8e1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:46,820 INFO [StoreOpener-94b1bce0f0d39d4d7d43c4767394d8e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 94b1bce0f0d39d4d7d43c4767394d8e1 2024-11-09T21:20:46,822 INFO [StoreOpener-94b1bce0f0d39d4d7d43c4767394d8e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94b1bce0f0d39d4d7d43c4767394d8e1 columnFamilyName sid 2024-11-09T21:20:46,822 DEBUG [StoreOpener-94b1bce0f0d39d4d7d43c4767394d8e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:46,822 INFO [StoreOpener-94b1bce0f0d39d4d7d43c4767394d8e1-1 {}] regionserver.HStore(327): Store=94b1bce0f0d39d4d7d43c4767394d8e1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:46,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 94b1bce0f0d39d4d7d43c4767394d8e1 2024-11-09T21:20:46,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/hbase/replication/94b1bce0f0d39d4d7d43c4767394d8e1 2024-11-09T21:20:46,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/hbase/replication/94b1bce0f0d39d4d7d43c4767394d8e1 2024-11-09T21:20:46,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 94b1bce0f0d39d4d7d43c4767394d8e1 2024-11-09T21:20:46,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 94b1bce0f0d39d4d7d43c4767394d8e1 2024-11-09T21:20:46,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:20:46,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 94b1bce0f0d39d4d7d43c4767394d8e1 2024-11-09T21:20:46,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/hbase/replication/94b1bce0f0d39d4d7d43c4767394d8e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:20:46,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 94b1bce0f0d39d4d7d43c4767394d8e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67871548, jitterRate=0.011364877223968506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:20:46,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94b1bce0f0d39d4d7d43c4767394d8e1 2024-11-09T21:20:46,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 94b1bce0f0d39d4d7d43c4767394d8e1: Running coprocessor pre-open hook at 1731187246805Writing region info on filesystem at 1731187246805Initializing all the Stores at 1731187246806 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187246806Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187246806Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187246806Cleaning up temporary data from old regions at 1731187246824 (+18 ms)Running coprocessor post-open hooks at 1731187246844 (+20 ms)Region opened successfully at 1731187246844 2024-11-09T21:20:46,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731187246414.94b1bce0f0d39d4d7d43c4767394d8e1., pid=10, masterSystemTime=1731187246772 2024-11-09T21:20:46,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731187246414.94b1bce0f0d39d4d7d43c4767394d8e1. 2024-11-09T21:20:46,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731187246414.94b1bce0f0d39d4d7d43c4767394d8e1. 2024-11-09T21:20:46,848 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=94b1bce0f0d39d4d7d43c4767394d8e1, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,36589,1731187241379 2024-11-09T21:20:46,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94b1bce0f0d39d4d7d43c4767394d8e1, server=9514d6d5e5be,36589,1731187241379 because future has completed 2024-11-09T21:20:46,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T21:20:46,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 94b1bce0f0d39d4d7d43c4767394d8e1, server=9514d6d5e5be,36589,1731187241379 in 236 msec 2024-11-09T21:20:46,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T21:20:46,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=94b1bce0f0d39d4d7d43c4767394d8e1, ASSIGN in 394 msec 2024-11-09T21:20:46,861 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:20:46,861 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187246861"}]},"ts":"1731187246861"} 2024-11-09T21:20:46,865 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T21:20:46,866 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:20:46,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 451 msec 2024-11-09T21:20:46,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731187246414.94b1bce0f0d39d4d7d43c4767394d8e1., hostname=9514d6d5e5be,36589,1731187241379, seqNum=2] 2024-11-09T21:20:46,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1012178cd1c0003, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1121880167 2024-11-09T21:20:46,981 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1012178cd1c0004, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1121880167 2024-11-09T21:20:47,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T21:20:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:20:47,089 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.wal-reader.9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.1731187237782 to pos 379, reset compression=false 2024-11-09T21:20:47,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36589 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T21:20:47,157 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T21:20:47,196 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9514d6d5e5be,36589,1731187241379, ReplicationSource: 1, currentBandwidth=0 2024-11-09T21:20:47,196 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:20:47,197 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,36589,1731187241379, seqNum=-1] 2024-11-09T21:20:47,197 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:20:47,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-09T21:20:47,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9514d6d5e5be,36589,1731187241379', locateType=CURRENT is [region=hbase:replication,,1731187246414.94b1bce0f0d39d4d7d43c4767394d8e1., hostname=9514d6d5e5be,36589,1731187241379, seqNum=2] 2024-11-09T21:20:47,205 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T21:20:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37031 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T21:20:47,208 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9514d6d5e5be,36589,1731187241379 suceeded 2024-11-09T21:20:47,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T21:20:47,211 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9514d6d5e5be:36181,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T21:20:47,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-09T21:20:47,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 812 msec 2024-11-09T21:20:47,224 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:36181' 2024-11-09T21:20:47,228 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@781b45d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:47,228 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,36181,-1 for getting cluster id 2024-11-09T21:20:47,229 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:20:47,229 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '336a846f-a427-49a7-b811-2cfb7d6940e2' 2024-11-09T21:20:47,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:20:47,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "336a846f-a427-49a7-b811-2cfb7d6940e2" 2024-11-09T21:20:47,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@763c22f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:47,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,36181,-1] 2024-11-09T21:20:47,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:20:47,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:47,231 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:20:47,232 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@368dc65f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:47,232 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:20:47,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,36181,1731187235480 2024-11-09T21:20:47,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19c17e45 2024-11-09T21:20:47,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:20:47,235 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-09T21:20:47,236 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9514d6d5e5be,36589,1731187241379 (queues=1) is replicating from cluster=b31ae21b-7aca-4ff6-ac0d-00b7d30dff24 to cluster=336a846f-a427-49a7-b811-2cfb7d6940e2 2024-11-09T21:20:47,236 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9514d6d5e5be%2C36589%2C1731187241379 2024-11-09T21:20:47,236 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9514d6d5e5be,36589,1731187241379, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T21:20:47,240 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.wal-reader.9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.1731187242686, startPosition=0, beingWritten=true 2024-11-09T21:20:47,243 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.shipper9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9514d6d5e5be%2C36589%2C1731187241379 2024-11-09T21:20:47,247 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.wal-reader.9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:20:47,247 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.wal-reader.9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.1731187242686 to pos 379, reset compression=false 2024-11-09T21:20:47,247 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.shipper9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,36589,1731187241379 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.1731187242686, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:20:47,456 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.wal-reader.9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.1731187242686 to pos 379, reset compression=false 2024-11-09T21:20:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:20:47,540 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T21:20:47,540 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:20:47,540 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:20:47,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:47,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:47,540 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:20:47,541 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:20:47,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,40055,1731187235630, seqNum=-1] 2024-11-09T21:20:47,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:20:47,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:20:47,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731187243470.fdcef4e820e54c1607704b3516663513., hostname=9514d6d5e5be,40055,1731187235630, seqNum=2] 2024-11-09T21:20:47,547 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:20:47,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,36589,1731187241379, seqNum=-1] 2024-11-09T21:20:47,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:20:47,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:20:47,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731187244102.6937375d63b8f94c733f6206a839c72a., hostname=9514d6d5e5be,36589,1731187241379, seqNum=2] 2024-11-09T21:20:47,554 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-09T21:20:47,593 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.wal-reader.9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.1731187237782 to pos 379, reset compression=false 2024-11-09T21:20:47,597 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.wal-reader.9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T21:20:47,597 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.wal-reader.9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.1731187237782 to pos 480, reset compression=false 2024-11-09T21:20:47,597 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.shipper9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,40055,1731187235630 got entry batch from reader: WALEntryBatch [walEntries=[{test/fdcef4e820e54c1607704b3516663513/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.1731187237782, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-09T21:20:47,599 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.shipper9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:20:47,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-09T21:20:47,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T21:20:47,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d257634, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:47,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,37031,-1 for getting cluster id 2024-11-09T21:20:47,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:20:47,605 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b31ae21b-7aca-4ff6-ac0d-00b7d30dff24' 2024-11-09T21:20:47,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:20:47,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b31ae21b-7aca-4ff6-ac0d-00b7d30dff24" 2024-11-09T21:20:47,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41ce92d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:47,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,37031,-1] 2024-11-09T21:20:47,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:20:47,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:47,607 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:20:47,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f7c1b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:47,611 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:20:47,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,36589,1731187241379, seqNum=-1] 2024-11-09T21:20:47,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:20:47,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-09T21:20:47,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731187244102.6937375d63b8f94c733f6206a839c72a., hostname=9514d6d5e5be,36589,1731187241379, seqNum=2] 2024-11-09T21:20:47,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T21:20:47,760 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.wal-reader.9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.1731187242686 to pos 379, reset compression=false 2024-11-09T21:20:47,765 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.wal-reader.9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:20:47,765 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.wal-reader.9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.1731187242686 to pos 503, reset compression=false 2024-11-09T21:20:47,765 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.shipper9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,36589,1731187241379 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.1731187242686, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:20:47,803 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.wal-reader.9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.1731187237782 to pos 480, reset compression=false 2024-11-09T21:20:47,969 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.wal-reader.9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.1731187242686 to pos 503, reset compression=false 2024-11-09T21:20:48,107 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.wal-reader.9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.1731187237782 to pos 480, reset compression=false 2024-11-09T21:20:48,272 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.wal-reader.9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.1731187242686 to pos 503, reset compression=false 2024-11-09T21:20:48,506 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T21:20:48,506 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T21:20:48,511 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.wal-reader.9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.1731187237782 to pos 480, reset compression=false 2024-11-09T21:20:48,557 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-09T21:20:48,562 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-09T21:20:48,677 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.wal-reader.9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.1731187242686 to pos 503, reset compression=false 2024-11-09T21:20:48,685 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.wal-reader.9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T21:20:48,685 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.wal-reader.9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.1731187242686 to pos 607, reset compression=false 2024-11-09T21:20:48,685 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.shipper9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,36589,1731187241379 got entry batch from reader: WALEntryBatch [walEntries=[{test/6937375d63b8f94c733f6206a839c72a/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.1731187242686, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T21:20:48,688 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.shipper9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:20:48,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-09T21:20:48,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40055 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T21:20:48,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47fe628d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:48,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40055 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,36181,-1 for getting cluster id 2024-11-09T21:20:48,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40055 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:20:48,693 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '336a846f-a427-49a7-b811-2cfb7d6940e2' 2024-11-09T21:20:48,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:20:48,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "336a846f-a427-49a7-b811-2cfb7d6940e2" 2024-11-09T21:20:48,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bab9285, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:48,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,36181,-1] 2024-11-09T21:20:48,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:20:48,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:48,695 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:20:48,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@130f7f24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:20:48,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40055 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:20:48,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,40055,1731187235630, seqNum=-1] 2024-11-09T21:20:48,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:20:48,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-09T21:20:48,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731187243470.fdcef4e820e54c1607704b3516663513., hostname=9514d6d5e5be,40055,1731187235630, seqNum=2] 2024-11-09T21:20:48,703 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40055 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T21:20:48,891 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.wal-reader.9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.1731187242686 to pos 607, reset compression=false 2024-11-09T21:20:49,014 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.wal-reader.9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.1731187237782 to pos 480, reset compression=false 2024-11-09T21:20:49,024 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.wal-reader.9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:20:49,024 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.wal-reader.9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.1731187237782 to pos 608, reset compression=false 2024-11-09T21:20:49,024 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.shipper9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,40055,1731187235630 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.1731187237782, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:20:49,199 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.wal-reader.9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.1731187242686 to pos 607, reset compression=false 2024-11-09T21:20:49,233 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.wal-reader.9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.1731187237782 to pos 608, reset compression=false 2024-11-09T21:20:49,310 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:20:49,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:49,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:49,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:49,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:49,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:49,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:49,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:49,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:49,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:49,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:49,536 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.wal-reader.9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.1731187237782 to pos 608, reset compression=false 2024-11-09T21:20:49,564 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-09T21:20:49,571 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-09T21:20:49,603 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.wal-reader.9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.1731187242686 to pos 607, reset compression=false 2024-11-09T21:20:49,940 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.wal-reader.9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.1731187237782 to pos 608, reset compression=false 2024-11-09T21:20:49,959 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.wal-reader.9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T21:20:49,959 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.wal-reader.9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.1731187237782 to pos 764, reset compression=false 2024-11-09T21:20:49,959 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.shipper9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,40055,1731187235630 got entry batch from reader: WALEntryBatch [walEntries=[{test/fdcef4e820e54c1607704b3516663513/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.1731187237782, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-09T21:20:49,960 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T21:20:49,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T21:20:50,107 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.wal-reader.9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.1731187242686 to pos 607, reset compression=false 2024-11-09T21:20:50,115 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.wal-reader.9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:20:50,115 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.wal-reader.9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.1731187242686 to pos 754, reset compression=false 2024-11-09T21:20:50,115 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.shipper9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,36589,1731187241379 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.1731187242686, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:20:50,162 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.wal-reader.9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.1731187237782 to pos 764, reset compression=false 2024-11-09T21:20:50,318 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.wal-reader.9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.1731187242686 to pos 754, reset compression=false 2024-11-09T21:20:50,466 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.wal-reader.9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.1731187237782 to pos 764, reset compression=false 2024-11-09T21:20:50,573 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-09T21:20:50,576 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-09T21:20:50,621 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.wal-reader.9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.1731187242686 to pos 754, reset compression=false 2024-11-09T21:20:50,626 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.wal-reader.9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T21:20:50,626 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.wal-reader.9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.1731187242686 to pos 913, reset compression=false 2024-11-09T21:20:50,626 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.shipper9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,36589,1731187241379 got entry batch from reader: WALEntryBatch [walEntries=[{test/6937375d63b8f94c733f6206a839c72a/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.1731187242686, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T21:20:50,627 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40055 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T21:20:50,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40055 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T21:20:50,829 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.wal-reader.9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.1731187242686 to pos 913, reset compression=false 2024-11-09T21:20:50,869 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.wal-reader.9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.1731187237782 to pos 764, reset compression=false 2024-11-09T21:20:50,882 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.wal-reader.9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:20:50,882 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.wal-reader.9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.1731187237782 to pos 914, reset compression=false 2024-11-09T21:20:50,882 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.shipper9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,40055,1731187235630 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.1731187237782, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:20:51,085 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.wal-reader.9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.1731187237782 to pos 914, reset compression=false 2024-11-09T21:20:51,133 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.wal-reader.9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.1731187242686 to pos 913, reset compression=false 2024-11-09T21:20:51,388 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.wal-reader.9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.1731187237782 to pos 914, reset compression=false 2024-11-09T21:20:51,536 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.wal-reader.9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.1731187242686 to pos 913, reset compression=false 2024-11-09T21:20:51,578 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-09T21:20:51,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T21:20:51,581 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:20:51,581 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:20:51,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:51,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:51,581 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:20:51,581 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T21:20:51,581 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=915692045, stopped=false 2024-11-09T21:20:51,581 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9514d6d5e5be,37031,1731187241216 2024-11-09T21:20:51,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1012178cd1c0003, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1121880167/running 2024-11-09T21:20:51,602 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1012178cd1c0004, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1121880167/running 2024-11-09T21:20:51,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1012178cd1c0003, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1121880167 2024-11-09T21:20:51,602 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1012178cd1c0004, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1121880167 2024-11-09T21:20:51,602 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:20:51,602 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:20:51,602 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:20:51,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:51,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37031-0x1012178cd1c0003, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Set watcher on znode that does not yet exist, /1-1121880167/running 2024-11-09T21:20:51,602 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9514d6d5e5be,36589,1731187241379' ***** 2024-11-09T21:20:51,602 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T21:20:51,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36589-0x1012178cd1c0004, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Set watcher on znode that does not yet exist, /1-1121880167/running 2024-11-09T21:20:51,603 INFO [RS:0;9514d6d5e5be:36589 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T21:20:51,603 INFO [RS:0;9514d6d5e5be:36589 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T21:20:51,603 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T21:20:51,603 INFO [RS:0;9514d6d5e5be:36589 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T21:20:51,603 INFO [RS:0;9514d6d5e5be:36589 {}] regionserver.HRegionServer(3091): Received CLOSE for 94b1bce0f0d39d4d7d43c4767394d8e1 2024-11-09T21:20:51,603 INFO [RS:0;9514d6d5e5be:36589 {}] regionserver.HRegionServer(3091): Received CLOSE for 6937375d63b8f94c733f6206a839c72a 2024-11-09T21:20:51,603 INFO [RS:0;9514d6d5e5be:36589 {}] regionserver.HRegionServer(959): stopping server 9514d6d5e5be,36589,1731187241379 2024-11-09T21:20:51,603 INFO [RS:0;9514d6d5e5be:36589 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:20:51,603 INFO [RS:0;9514d6d5e5be:36589 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:36589. 2024-11-09T21:20:51,603 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 94b1bce0f0d39d4d7d43c4767394d8e1, disabling compactions & flushes 2024-11-09T21:20:51,603 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731187246414.94b1bce0f0d39d4d7d43c4767394d8e1. 2024-11-09T21:20:51,603 DEBUG [RS:0;9514d6d5e5be:36589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:20:51,603 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731187246414.94b1bce0f0d39d4d7d43c4767394d8e1. 2024-11-09T21:20:51,603 DEBUG [RS:0;9514d6d5e5be:36589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:51,603 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731187246414.94b1bce0f0d39d4d7d43c4767394d8e1. after waiting 0 ms 2024-11-09T21:20:51,603 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731187246414.94b1bce0f0d39d4d7d43c4767394d8e1. 2024-11-09T21:20:51,603 INFO [RS:0;9514d6d5e5be:36589 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T21:20:51,603 INFO [RS:0;9514d6d5e5be:36589 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T21:20:51,603 INFO [RS:0;9514d6d5e5be:36589 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T21:20:51,604 INFO [RS:0;9514d6d5e5be:36589 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T21:20:51,604 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 94b1bce0f0d39d4d7d43c4767394d8e1 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-09T21:20:51,604 INFO [RS:0;9514d6d5e5be:36589 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T21:20:51,604 DEBUG [RS:0;9514d6d5e5be:36589 {}] regionserver.HRegionServer(1325): Online Regions={94b1bce0f0d39d4d7d43c4767394d8e1=hbase:replication,,1731187246414.94b1bce0f0d39d4d7d43c4767394d8e1., 1588230740=hbase:meta,,1.1588230740, 6937375d63b8f94c733f6206a839c72a=test,,1731187244102.6937375d63b8f94c733f6206a839c72a.} 2024-11-09T21:20:51,604 DEBUG [RS:0;9514d6d5e5be:36589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6937375d63b8f94c733f6206a839c72a, 94b1bce0f0d39d4d7d43c4767394d8e1 2024-11-09T21:20:51,604 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:20:51,604 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:20:51,604 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:20:51,604 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:20:51,604 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:20:51,604 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T21:20:51,620 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/hbase/replication/94b1bce0f0d39d4d7d43c4767394d8e1/.tmp/queue/d59813b5ff3b4b1299d9446443cbc903 is 153, key is 1-9514d6d5e5be,36589,1731187241379/queue:9514d6d5e5be%2C36589%2C1731187241379/1731187250632/Put/seqid=0 2024-11-09T21:20:51,620 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/hbase/meta/1588230740/.tmp/info/f6a33616280846e286d650418c4b54d4 is 147, key is hbase:replication,,1731187246414.94b1bce0f0d39d4d7d43c4767394d8e1./info:regioninfo/1731187246848/Put/seqid=0 2024-11-09T21:20:51,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741840_1016 (size=7686) 2024-11-09T21:20:51,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741841_1017 (size=5352) 2024-11-09T21:20:51,661 INFO [regionserver/9514d6d5e5be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:20:51,792 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.wal-reader.9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.1731187237782 to pos 914, reset compression=false 2024-11-09T21:20:51,804 DEBUG [RS:0;9514d6d5e5be:36589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6937375d63b8f94c733f6206a839c72a, 94b1bce0f0d39d4d7d43c4767394d8e1 2024-11-09T21:20:52,004 DEBUG [RS:0;9514d6d5e5be:36589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6937375d63b8f94c733f6206a839c72a, 94b1bce0f0d39d4d7d43c4767394d8e1 2024-11-09T21:20:52,036 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/hbase/meta/1588230740/.tmp/info/f6a33616280846e286d650418c4b54d4 2024-11-09T21:20:52,040 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.wal-reader.9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.1731187242686 to pos 913, reset compression=false 2024-11-09T21:20:52,046 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/hbase/replication/94b1bce0f0d39d4d7d43c4767394d8e1/.tmp/queue/d59813b5ff3b4b1299d9446443cbc903 2024-11-09T21:20:52,052 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/hbase/replication/94b1bce0f0d39d4d7d43c4767394d8e1/.tmp/queue/d59813b5ff3b4b1299d9446443cbc903 as hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/hbase/replication/94b1bce0f0d39d4d7d43c4767394d8e1/queue/d59813b5ff3b4b1299d9446443cbc903 2024-11-09T21:20:52,056 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/hbase/replication/94b1bce0f0d39d4d7d43c4767394d8e1/queue/d59813b5ff3b4b1299d9446443cbc903, entries=1, sequenceid=10, filesize=5.2 K 2024-11-09T21:20:52,057 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 94b1bce0f0d39d4d7d43c4767394d8e1 in 454ms, sequenceid=10, compaction requested=false 2024-11-09T21:20:52,060 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/hbase/meta/1588230740/.tmp/ns/b948e9e9b48a4deebac69ea94444f6df is 43, key is default/ns:d/1731187243348/Put/seqid=0 2024-11-09T21:20:52,070 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/hbase/replication/94b1bce0f0d39d4d7d43c4767394d8e1/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T21:20:52,071 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:20:52,071 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:20:52,071 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731187246414.94b1bce0f0d39d4d7d43c4767394d8e1. 2024-11-09T21:20:52,071 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 94b1bce0f0d39d4d7d43c4767394d8e1: Waiting for close lock at 1731187251603Running coprocessor pre-close hooks at 1731187251603Disabling compacts and flushes for region at 1731187251603Disabling writes for close at 1731187251603Obtaining lock to block concurrent updates at 1731187251604 (+1 ms)Preparing flush snapshotting stores in 94b1bce0f0d39d4d7d43c4767394d8e1 at 1731187251604Finished memstore snapshotting hbase:replication,,1731187246414.94b1bce0f0d39d4d7d43c4767394d8e1., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731187251604Flushing stores of hbase:replication,,1731187246414.94b1bce0f0d39d4d7d43c4767394d8e1. at 1731187251604Flushing 94b1bce0f0d39d4d7d43c4767394d8e1/queue: creating writer at 1731187251604Flushing 94b1bce0f0d39d4d7d43c4767394d8e1/queue: appending metadata at 1731187251619 (+15 ms)Flushing 94b1bce0f0d39d4d7d43c4767394d8e1/queue: closing flushed file at 1731187251619Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ce8a7a4: reopening flushed file at 1731187252051 (+432 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 94b1bce0f0d39d4d7d43c4767394d8e1 in 454ms, sequenceid=10, compaction requested=false at 1731187252058 (+7 ms)Writing region close event to WAL at 1731187252066 (+8 ms)Running coprocessor post-close hooks at 1731187252071 (+5 ms)Closed at 1731187252071 2024-11-09T21:20:52,071 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731187246414.94b1bce0f0d39d4d7d43c4767394d8e1. 2024-11-09T21:20:52,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741842_1018 (size=5153) 2024-11-09T21:20:52,071 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6937375d63b8f94c733f6206a839c72a, disabling compactions & flushes 2024-11-09T21:20:52,071 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731187244102.6937375d63b8f94c733f6206a839c72a. 2024-11-09T21:20:52,071 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731187244102.6937375d63b8f94c733f6206a839c72a. 2024-11-09T21:20:52,071 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731187244102.6937375d63b8f94c733f6206a839c72a. after waiting 0 ms 2024-11-09T21:20:52,071 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731187244102.6937375d63b8f94c733f6206a839c72a. 2024-11-09T21:20:52,071 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6937375d63b8f94c733f6206a839c72a 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-09T21:20:52,087 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/default/test/6937375d63b8f94c733f6206a839c72a/.tmp/f/1845a526f1b94122815a8accc44765d2 is 29, key is row1/f:/1731187250573/DeleteFamily/seqid=0 2024-11-09T21:20:52,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741843_1019 (size=5118) 2024-11-09T21:20:52,204 DEBUG [RS:0;9514d6d5e5be:36589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6937375d63b8f94c733f6206a839c72a 2024-11-09T21:20:52,296 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.wal-reader.9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.1731187237782 to pos 914, reset compression=false 2024-11-09T21:20:52,405 DEBUG [RS:0;9514d6d5e5be:36589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6937375d63b8f94c733f6206a839c72a 2024-11-09T21:20:52,471 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/hbase/meta/1588230740/.tmp/ns/b948e9e9b48a4deebac69ea94444f6df 2024-11-09T21:20:52,490 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/hbase/meta/1588230740/.tmp/rep_barrier/a5ae1ab2531a43aa889de13ed3cef256 is 112, key is test,,1731187244102.6937375d63b8f94c733f6206a839c72a./rep_barrier:seqnumDuringOpen/1731187244858/Put/seqid=0 2024-11-09T21:20:52,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741844_1020 (size=5518) 2024-11-09T21:20:52,496 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/hbase/meta/1588230740/.tmp/rep_barrier/a5ae1ab2531a43aa889de13ed3cef256 2024-11-09T21:20:52,503 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/default/test/6937375d63b8f94c733f6206a839c72a/.tmp/f/1845a526f1b94122815a8accc44765d2 2024-11-09T21:20:52,509 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1845a526f1b94122815a8accc44765d2 2024-11-09T21:20:52,523 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/hbase/meta/1588230740/.tmp/table/9bf2f19851bb4c66958ade28244d96f7 is 53, key is hbase:replication/table:state/1731187246861/Put/seqid=0 2024-11-09T21:20:52,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741845_1021 (size=5308) 2024-11-09T21:20:52,531 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/default/test/6937375d63b8f94c733f6206a839c72a/.tmp/f1/0ccbc2496be742be9a8aa381f09137df is 30, key is row1/f1:/1731187250573/DeleteFamily/seqid=0 2024-11-09T21:20:52,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741846_1022 (size=5123) 2024-11-09T21:20:52,544 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/default/test/6937375d63b8f94c733f6206a839c72a/.tmp/f1/0ccbc2496be742be9a8aa381f09137df 2024-11-09T21:20:52,545 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T21:20:52,545 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T21:20:52,559 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ccbc2496be742be9a8aa381f09137df 2024-11-09T21:20:52,578 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/default/test/6937375d63b8f94c733f6206a839c72a/.tmp/norep/9069ab53f47f4c438b28ed846bfc10bd is 33, key is row1/norep:/1731187250573/DeleteFamily/seqid=0 2024-11-09T21:20:52,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741847_1023 (size=5108) 2024-11-09T21:20:52,605 INFO [RS:0;9514d6d5e5be:36589 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T21:20:52,605 DEBUG [RS:0;9514d6d5e5be:36589 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6937375d63b8f94c733f6206a839c72a=test,,1731187244102.6937375d63b8f94c733f6206a839c72a.} 2024-11-09T21:20:52,605 DEBUG [RS:0;9514d6d5e5be:36589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6937375d63b8f94c733f6206a839c72a 2024-11-09T21:20:52,648 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.wal-reader.9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.1731187242686 to pos 913, reset compression=false 2024-11-09T21:20:52,652 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.wal-reader.9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:20:52,652 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.wal-reader.9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.1731187242686 to pos 1160, reset compression=false 2024-11-09T21:20:52,652 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.shipper9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,36589,1731187241379 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.1731187242686, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:20:52,653 ERROR [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.shipper9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9514d6d5e5be,36589,1731187241379: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9514d6d5e5be,36589,1731187241379, walGroup=9514d6d5e5be%2C36589%2C1731187241379, offset=9514d6d5e5be%2C36589%2C1731187241379.1731187242686:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:36589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T21:20:52,653 ERROR [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.shipper9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T21:20:52,653 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.shipper9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T21:20:52,654 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.shipper9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T21:20:52,654 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.shipper9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T21:20:52,654 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.shipper9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T21:20:52,654 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.shipper9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 610087216 }, "NonHeapMemoryUsage": { "committed": 194838528, "init": 7667712, "max": -1, "used": 190717336 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T21:20:52,655 WARN [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.shipper9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:37031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:37031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T21:20:52,805 DEBUG [RS:0;9514d6d5e5be:36589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6937375d63b8f94c733f6206a839c72a 2024-11-09T21:20:52,855 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.wal-reader.9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.1731187242686 to pos 1160, reset compression=false 2024-11-09T21:20:52,899 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.wal-reader.9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.1731187237782 to pos 914, reset compression=false 2024-11-09T21:20:52,931 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/hbase/meta/1588230740/.tmp/table/9bf2f19851bb4c66958ade28244d96f7 2024-11-09T21:20:52,935 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/hbase/meta/1588230740/.tmp/info/f6a33616280846e286d650418c4b54d4 as hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/hbase/meta/1588230740/info/f6a33616280846e286d650418c4b54d4 2024-11-09T21:20:52,940 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/hbase/meta/1588230740/info/f6a33616280846e286d650418c4b54d4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T21:20:52,941 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/hbase/meta/1588230740/.tmp/ns/b948e9e9b48a4deebac69ea94444f6df as hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/hbase/meta/1588230740/ns/b948e9e9b48a4deebac69ea94444f6df 2024-11-09T21:20:52,946 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/hbase/meta/1588230740/ns/b948e9e9b48a4deebac69ea94444f6df, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T21:20:52,947 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/hbase/meta/1588230740/.tmp/rep_barrier/a5ae1ab2531a43aa889de13ed3cef256 as hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/hbase/meta/1588230740/rep_barrier/a5ae1ab2531a43aa889de13ed3cef256 2024-11-09T21:20:52,952 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/hbase/meta/1588230740/rep_barrier/a5ae1ab2531a43aa889de13ed3cef256, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T21:20:52,953 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/hbase/meta/1588230740/.tmp/table/9bf2f19851bb4c66958ade28244d96f7 as hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/hbase/meta/1588230740/table/9bf2f19851bb4c66958ade28244d96f7 2024-11-09T21:20:52,961 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/hbase/meta/1588230740/table/9bf2f19851bb4c66958ade28244d96f7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T21:20:52,963 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1358ms, sequenceid=16, compaction requested=false 2024-11-09T21:20:52,967 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T21:20:52,968 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:20:52,968 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:20:52,968 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:20:52,968 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187251604Running coprocessor pre-close hooks at 1731187251604Disabling compacts and flushes for region at 1731187251604Disabling writes for close at 1731187251604Obtaining lock to block concurrent updates at 1731187251604Preparing flush snapshotting stores in 1588230740 at 1731187251604Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731187251604Flushing stores of hbase:meta,,1.1588230740 at 1731187251604Flushing 1588230740/info: creating writer at 1731187251604Flushing 1588230740/info: appending metadata at 1731187251620 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731187251620Flushing 1588230740/ns: creating writer at 1731187252041 (+421 ms)Flushing 1588230740/ns: appending metadata at 1731187252060 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731187252060Flushing 1588230740/rep_barrier: creating writer at 1731187252475 (+415 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731187252489 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731187252489Flushing 1588230740/table: creating writer at 1731187252500 (+11 ms)Flushing 1588230740/table: appending metadata at 1731187252522 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731187252522Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c98bb63: reopening flushed file at 1731187252935 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b3d5598: reopening flushed file at 1731187252940 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fece3a0: reopening flushed file at 1731187252946 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e1475a7: reopening flushed file at 1731187252952 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1358ms, sequenceid=16, compaction requested=false at 1731187252963 (+11 ms)Writing region close event to WAL at 1731187252964 (+1 ms)Running coprocessor post-close hooks at 1731187252968 (+4 ms)Closed at 1731187252968 2024-11-09T21:20:52,968 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T21:20:52,986 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/default/test/6937375d63b8f94c733f6206a839c72a/.tmp/norep/9069ab53f47f4c438b28ed846bfc10bd 2024-11-09T21:20:52,990 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9069ab53f47f4c438b28ed846bfc10bd 2024-11-09T21:20:52,991 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/default/test/6937375d63b8f94c733f6206a839c72a/.tmp/f/1845a526f1b94122815a8accc44765d2 as hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/default/test/6937375d63b8f94c733f6206a839c72a/f/1845a526f1b94122815a8accc44765d2 2024-11-09T21:20:52,994 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1845a526f1b94122815a8accc44765d2 2024-11-09T21:20:52,995 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/default/test/6937375d63b8f94c733f6206a839c72a/f/1845a526f1b94122815a8accc44765d2, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T21:20:52,995 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/default/test/6937375d63b8f94c733f6206a839c72a/.tmp/f1/0ccbc2496be742be9a8aa381f09137df as hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/default/test/6937375d63b8f94c733f6206a839c72a/f1/0ccbc2496be742be9a8aa381f09137df 2024-11-09T21:20:53,000 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0ccbc2496be742be9a8aa381f09137df 2024-11-09T21:20:53,000 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/default/test/6937375d63b8f94c733f6206a839c72a/f1/0ccbc2496be742be9a8aa381f09137df, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T21:20:53,001 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/default/test/6937375d63b8f94c733f6206a839c72a/.tmp/norep/9069ab53f47f4c438b28ed846bfc10bd as hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/default/test/6937375d63b8f94c733f6206a839c72a/norep/9069ab53f47f4c438b28ed846bfc10bd 2024-11-09T21:20:53,005 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9069ab53f47f4c438b28ed846bfc10bd 2024-11-09T21:20:53,005 DEBUG [RS:0;9514d6d5e5be:36589 {}] regionserver.HRegionServer(1351): Waiting on 6937375d63b8f94c733f6206a839c72a 2024-11-09T21:20:53,005 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/default/test/6937375d63b8f94c733f6206a839c72a/norep/9069ab53f47f4c438b28ed846bfc10bd, entries=1, sequenceid=8, filesize=5.0 K 2024-11-09T21:20:53,009 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 6937375d63b8f94c733f6206a839c72a in 938ms, sequenceid=8, compaction requested=false 2024-11-09T21:20:53,015 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/data/default/test/6937375d63b8f94c733f6206a839c72a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T21:20:53,015 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:20:53,015 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T21:20:53,015 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731187244102.6937375d63b8f94c733f6206a839c72a. 2024-11-09T21:20:53,015 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6937375d63b8f94c733f6206a839c72a: Waiting for close lock at 1731187252071Running coprocessor pre-close hooks at 1731187252071Disabling compacts and flushes for region at 1731187252071Disabling writes for close at 1731187252071Obtaining lock to block concurrent updates at 1731187252071Preparing flush snapshotting stores in 6937375d63b8f94c733f6206a839c72a at 1731187252071Finished memstore snapshotting test,,1731187244102.6937375d63b8f94c733f6206a839c72a., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731187252072 (+1 ms)Flushing stores of test,,1731187244102.6937375d63b8f94c733f6206a839c72a. at 1731187252072Flushing 6937375d63b8f94c733f6206a839c72a/f: creating writer at 1731187252072Flushing 6937375d63b8f94c733f6206a839c72a/f: appending metadata at 1731187252087 (+15 ms)Flushing 6937375d63b8f94c733f6206a839c72a/f: closing flushed file at 1731187252087Flushing 6937375d63b8f94c733f6206a839c72a/f1: creating writer at 1731187252510 (+423 ms)Flushing 6937375d63b8f94c733f6206a839c72a/f1: appending metadata at 1731187252530 (+20 ms)Flushing 6937375d63b8f94c733f6206a839c72a/f1: closing flushed file at 1731187252530Flushing 6937375d63b8f94c733f6206a839c72a/norep: creating writer at 1731187252559 (+29 ms)Flushing 6937375d63b8f94c733f6206a839c72a/norep: appending metadata at 1731187252577 (+18 ms)Flushing 6937375d63b8f94c733f6206a839c72a/norep: closing flushed file at 1731187252577Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e742adc: reopening flushed file at 1731187252990 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35ed56c6: reopening flushed file at 1731187252995 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67699ab: reopening flushed file at 1731187253000 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 6937375d63b8f94c733f6206a839c72a in 938ms, sequenceid=8, compaction requested=false at 1731187253009 (+9 ms)Writing region close event to WAL at 1731187253012 (+3 ms)Running coprocessor post-close hooks at 1731187253015 (+3 ms)Closed at 1731187253015 2024-11-09T21:20:53,016 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731187244102.6937375d63b8f94c733f6206a839c72a. 2024-11-09T21:20:53,159 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.wal-reader.9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.1731187242686 to pos 1160, reset compression=false 2024-11-09T21:20:53,163 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.wal-reader.9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:20:53,163 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.wal-reader.9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.1731187242686 to pos 1804, reset compression=false 2024-11-09T21:20:53,205 INFO [RS:0;9514d6d5e5be:36589 {}] regionserver.HRegionServer(976): stopping server 9514d6d5e5be,36589,1731187241379; all regions closed. 2024-11-09T21:20:53,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741834_1010 (size=4239) 2024-11-09T21:20:53,207 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.meta.1731187243272.meta not finished, retry = 0 2024-11-09T21:20:53,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741839_1015 (size=2676) 2024-11-09T21:20:53,310 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.rep.1731187246778 not finished, retry = 0 2024-11-09T21:20:53,367 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.wal-reader.9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/WALs/9514d6d5e5be,36589,1731187241379/9514d6d5e5be%2C36589%2C1731187241379.1731187242686 to pos 1804, reset compression=false 2024-11-09T21:20:53,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741832_1008 (size=1812) 2024-11-09T21:20:53,413 DEBUG [RS:0;9514d6d5e5be:36589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:53,413 INFO [RS:0;9514d6d5e5be:36589 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:20:53,414 INFO [RS:0;9514d6d5e5be:36589 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:20:53,414 INFO [RS:0;9514d6d5e5be:36589 {}] hbase.ChoreService(370): Chore service for: regionserver/9514d6d5e5be:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T21:20:53,414 INFO [RS:0;9514d6d5e5be:36589 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:20:53,414 INFO [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:20:53,414 INFO [RS:0;9514d6d5e5be:36589 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9514d6d5e5be,36589,1731187241379 because: Region server is closing 2024-11-09T21:20:53,414 INFO [RS:0;9514d6d5e5be:36589 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:36589. 2024-11-09T21:20:53,415 DEBUG [RS:0;9514d6d5e5be:36589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:20:53,415 DEBUG [RS:0;9514d6d5e5be:36589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:53,415 DEBUG [RS:0;9514d6d5e5be:36589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:53,415 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:20:53,515 INFO [RS:0;9514d6d5e5be:36589 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.shipper9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 terminated 2024-11-09T21:20:53,515 WARN [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36589,1731187241379.replicationSource.wal-reader.9514d6d5e5be%2C36589%2C1731187241379,1-9514d6d5e5be,36589,1731187241379 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T21:20:53,515 INFO [RS:0;9514d6d5e5be:36589 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:36589. 2024-11-09T21:20:53,515 DEBUG [RS:0;9514d6d5e5be:36589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:20:53,515 DEBUG [RS:0;9514d6d5e5be:36589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:53,515 DEBUG [RS:0;9514d6d5e5be:36589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:53,515 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:20:53,516 INFO [RS:0;9514d6d5e5be:36589 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36589 2024-11-09T21:20:53,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1012178cd1c0003, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1121880167/rs 2024-11-09T21:20:53,528 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1012178cd1c0004, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1121880167/rs/9514d6d5e5be,36589,1731187241379 2024-11-09T21:20:53,528 INFO [RS:0;9514d6d5e5be:36589 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:20:53,539 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9514d6d5e5be,36589,1731187241379] 2024-11-09T21:20:53,549 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1121880167/draining/9514d6d5e5be,36589,1731187241379 already deleted, retry=false 2024-11-09T21:20:53,549 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9514d6d5e5be,36589,1731187241379 expired; onlineServers=0 2024-11-09T21:20:53,549 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9514d6d5e5be,37031,1731187241216' ***** 2024-11-09T21:20:53,549 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T21:20:53,549 INFO [M:0;9514d6d5e5be:37031 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:20:53,549 INFO [M:0;9514d6d5e5be:37031 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:20:53,549 DEBUG [M:0;9514d6d5e5be:37031 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T21:20:53,549 DEBUG [M:0;9514d6d5e5be:37031 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T21:20:53,549 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T21:20:53,549 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187242396 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187242396,5,FailOnTimeoutGroup] 2024-11-09T21:20:53,549 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187242383 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187242383,5,FailOnTimeoutGroup] 2024-11-09T21:20:53,550 INFO [M:0;9514d6d5e5be:37031 {}] hbase.ChoreService(370): Chore service for: master/9514d6d5e5be:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T21:20:53,550 INFO [M:0;9514d6d5e5be:37031 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:20:53,550 DEBUG [M:0;9514d6d5e5be:37031 {}] master.HMaster(1795): Stopping service threads 2024-11-09T21:20:53,550 INFO [M:0;9514d6d5e5be:37031 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T21:20:53,550 INFO [M:0;9514d6d5e5be:37031 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:20:53,550 INFO [M:0;9514d6d5e5be:37031 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T21:20:53,550 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T21:20:53,602 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.wal-reader.9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.1731187237782 to pos 914, reset compression=false 2024-11-09T21:20:53,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1012178cd1c0003, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1121880167/master 2024-11-09T21:20:53,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1012178cd1c0003, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1121880167 2024-11-09T21:20:53,635 DEBUG [M:0;9514d6d5e5be:37031 {}] zookeeper.ZKUtil(347): master:37031-0x1012178cd1c0003, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Unable to get data of znode /1-1121880167/master because node does not exist (not an error) 2024-11-09T21:20:53,635 WARN [M:0;9514d6d5e5be:37031 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T21:20:53,635 INFO [M:0;9514d6d5e5be:37031 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/.lastflushedseqids 2024-11-09T21:20:53,639 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1012178cd1c0004, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:20:53,639 INFO [RS:0;9514d6d5e5be:36589 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:20:53,639 INFO [RS:0;9514d6d5e5be:36589 {}] regionserver.HRegionServer(1031): Exiting; stopping=9514d6d5e5be,36589,1731187241379; zookeeper connection closed. 2024-11-09T21:20:53,639 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1012178cd1c0004, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:20:53,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741848_1024 (size=245) 2024-11-09T21:20:53,639 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17e60f52 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17e60f52 2024-11-09T21:20:53,639 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T21:20:53,639 INFO [M:0;9514d6d5e5be:37031 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T21:20:53,639 INFO [M:0;9514d6d5e5be:37031 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T21:20:53,640 DEBUG [M:0;9514d6d5e5be:37031 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:20:53,640 INFO [M:0;9514d6d5e5be:37031 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:53,640 DEBUG [M:0;9514d6d5e5be:37031 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:53,640 DEBUG [M:0;9514d6d5e5be:37031 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:20:53,640 DEBUG [M:0;9514d6d5e5be:37031 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:53,640 INFO [M:0;9514d6d5e5be:37031 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-09T21:20:53,656 DEBUG [M:0;9514d6d5e5be:37031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd749864c241473880540c6b3c8f83aa is 82, key is hbase:meta,,1/info:regioninfo/1731187243330/Put/seqid=0 2024-11-09T21:20:53,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741849_1025 (size=5672) 2024-11-09T21:20:53,659 INFO [M:0;9514d6d5e5be:37031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd749864c241473880540c6b3c8f83aa 2024-11-09T21:20:53,678 DEBUG [M:0;9514d6d5e5be:37031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/261d9424c58a4be98a0b4f18282a0eef is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731187246868/Put/seqid=0 2024-11-09T21:20:53,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741850_1026 (size=8515) 2024-11-09T21:20:53,927 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T21:20:53,927 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T21:20:54,084 INFO [M:0;9514d6d5e5be:37031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/261d9424c58a4be98a0b4f18282a0eef 2024-11-09T21:20:54,106 DEBUG [M:0;9514d6d5e5be:37031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04ba7fe089ad4693a70b807387228b2a is 69, key is 9514d6d5e5be,36589,1731187241379/rs:state/1731187242419/Put/seqid=0 2024-11-09T21:20:54,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741851_1027 (size=5156) 2024-11-09T21:20:54,110 INFO [M:0;9514d6d5e5be:37031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04ba7fe089ad4693a70b807387228b2a 2024-11-09T21:20:54,114 DEBUG [M:0;9514d6d5e5be:37031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd749864c241473880540c6b3c8f83aa as hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fd749864c241473880540c6b3c8f83aa 2024-11-09T21:20:54,119 INFO [M:0;9514d6d5e5be:37031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fd749864c241473880540c6b3c8f83aa, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T21:20:54,120 DEBUG [M:0;9514d6d5e5be:37031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/261d9424c58a4be98a0b4f18282a0eef as hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/261d9424c58a4be98a0b4f18282a0eef 2024-11-09T21:20:54,124 INFO [M:0;9514d6d5e5be:37031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/261d9424c58a4be98a0b4f18282a0eef, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T21:20:54,125 DEBUG [M:0;9514d6d5e5be:37031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/04ba7fe089ad4693a70b807387228b2a as hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/04ba7fe089ad4693a70b807387228b2a 2024-11-09T21:20:54,129 INFO [M:0;9514d6d5e5be:37031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40953/user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/04ba7fe089ad4693a70b807387228b2a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T21:20:54,130 INFO [M:0;9514d6d5e5be:37031 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 490ms, sequenceid=97, compaction requested=false 2024-11-09T21:20:54,133 INFO [M:0;9514d6d5e5be:37031 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:54,133 DEBUG [M:0;9514d6d5e5be:37031 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187253640Disabling compacts and flushes for region at 1731187253640Disabling writes for close at 1731187253640Obtaining lock to block concurrent updates at 1731187253640Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731187253640Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731187253640Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731187253641 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731187253641Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731187253655 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731187253656 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731187253663 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731187253678 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731187253678Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731187254089 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731187254105 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731187254105Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ae68443: reopening flushed file at 1731187254114 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19dbd7e5: reopening flushed file at 1731187254119 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21cf9591: reopening flushed file at 1731187254124 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 490ms, sequenceid=97, compaction requested=false at 1731187254130 (+6 ms)Writing region close event to WAL at 1731187254133 (+3 ms)Closed at 1731187254133 2024-11-09T21:20:54,138 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0ef4b97e-5034-b134-8be0-58f8c81c3253/MasterData/WALs/9514d6d5e5be,37031,1731187241216/9514d6d5e5be%2C37031%2C1731187241216.1731187241647 not finished, retry = 0 2024-11-09T21:20:54,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34149 is added to blk_1073741830_1006 (size=63642) 2024-11-09T21:20:54,238 INFO [M:0;9514d6d5e5be:37031 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T21:20:54,238 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:20:54,239 INFO [M:0;9514d6d5e5be:37031 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37031 2024-11-09T21:20:54,239 INFO [M:0;9514d6d5e5be:37031 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:20:54,344 INFO [M:0;9514d6d5e5be:37031 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:20:54,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1012178cd1c0003, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:20:54,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37031-0x1012178cd1c0003, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:20:54,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e4d9bda{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:20:54,347 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26c0f56f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:20:54,347 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:20:54,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e1727af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:20:54,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1317ce87{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4aa10944-799b-3dff-a34c-5f25848b0863/hadoop.log.dir/,STOPPED} 2024-11-09T21:20:54,349 WARN [BP-2006275181-172.17.0.2-1731187238916 heartbeating to localhost/127.0.0.1:40953 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T21:20:54,349 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T21:20:54,349 WARN [BP-2006275181-172.17.0.2-1731187238916 heartbeating to localhost/127.0.0.1:40953 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2006275181-172.17.0.2-1731187238916 (Datanode Uuid fbe226f1-6eb7-4301-8798-f34b20770f51) service to localhost/127.0.0.1:40953 2024-11-09T21:20:54,349 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T21:20:54,349 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4aa10944-799b-3dff-a34c-5f25848b0863/cluster_b70ddf48-ee16-ec90-3fca-07e93751a7a3/data/data1/current/BP-2006275181-172.17.0.2-1731187238916 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:20:54,349 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4aa10944-799b-3dff-a34c-5f25848b0863/cluster_b70ddf48-ee16-ec90-3fca-07e93751a7a3/data/data2/current/BP-2006275181-172.17.0.2-1731187238916 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:20:54,350 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T21:20:54,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1be9015{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:20:54,356 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b308685{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:20:54,356 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:20:54,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2985283d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:20:54,356 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@442a64b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4aa10944-799b-3dff-a34c-5f25848b0863/hadoop.log.dir/,STOPPED} 2024-11-09T21:20:54,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T21:20:54,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T21:20:54,371 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:20:54,371 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:20:54,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:54,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:54,371 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:20:54,371 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T21:20:54,371 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=479808118, stopped=false 2024-11-09T21:20:54,371 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9514d6d5e5be,36181,1731187235480 2024-11-09T21:20:54,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x1012178cd1c0000, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01522422771/running 2024-11-09T21:20:54,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40055-0x1012178cd1c0001, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01522422771/running 2024-11-09T21:20:54,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x1012178cd1c0000, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522422771 2024-11-09T21:20:54,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40055-0x1012178cd1c0001, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522422771 2024-11-09T21:20:54,391 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:20:54,391 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:20:54,391 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:20:54,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:54,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36181-0x1012178cd1c0000, quorum=127.0.0.1:65133, baseZNode=/01522422771 Set watcher on znode that does not yet exist, /01522422771/running 2024-11-09T21:20:54,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40055-0x1012178cd1c0001, quorum=127.0.0.1:65133, baseZNode=/01522422771 Set watcher on znode that does not yet exist, /01522422771/running 2024-11-09T21:20:54,392 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9514d6d5e5be,40055,1731187235630' ***** 2024-11-09T21:20:54,392 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T21:20:54,392 INFO [RS:0;9514d6d5e5be:40055 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T21:20:54,392 INFO [RS:0;9514d6d5e5be:40055 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T21:20:54,392 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T21:20:54,392 INFO [RS:0;9514d6d5e5be:40055 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T21:20:54,392 INFO [RS:0;9514d6d5e5be:40055 {}] regionserver.HRegionServer(3091): Received CLOSE for dd597cc03ea4262d3fcae022ef54feda 2024-11-09T21:20:54,393 INFO [RS:0;9514d6d5e5be:40055 {}] regionserver.HRegionServer(3091): Received CLOSE for fdcef4e820e54c1607704b3516663513 2024-11-09T21:20:54,393 INFO [RS:0;9514d6d5e5be:40055 {}] regionserver.HRegionServer(959): stopping server 9514d6d5e5be,40055,1731187235630 2024-11-09T21:20:54,393 INFO [RS:0;9514d6d5e5be:40055 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:20:54,393 INFO [RS:0;9514d6d5e5be:40055 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:40055. 2024-11-09T21:20:54,393 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dd597cc03ea4262d3fcae022ef54feda, disabling compactions & flushes 2024-11-09T21:20:54,393 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731187245262.dd597cc03ea4262d3fcae022ef54feda. 2024-11-09T21:20:54,393 DEBUG [RS:0;9514d6d5e5be:40055 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:20:54,393 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731187245262.dd597cc03ea4262d3fcae022ef54feda. 2024-11-09T21:20:54,393 DEBUG [RS:0;9514d6d5e5be:40055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:54,393 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731187245262.dd597cc03ea4262d3fcae022ef54feda. after waiting 0 ms 2024-11-09T21:20:54,393 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731187245262.dd597cc03ea4262d3fcae022ef54feda. 2024-11-09T21:20:54,393 INFO [RS:0;9514d6d5e5be:40055 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T21:20:54,393 INFO [RS:0;9514d6d5e5be:40055 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T21:20:54,393 INFO [RS:0;9514d6d5e5be:40055 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T21:20:54,393 INFO [RS:0;9514d6d5e5be:40055 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T21:20:54,393 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dd597cc03ea4262d3fcae022ef54feda 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-09T21:20:54,393 INFO [RS:0;9514d6d5e5be:40055 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T21:20:54,393 DEBUG [RS:0;9514d6d5e5be:40055 {}] regionserver.HRegionServer(1325): Online Regions={dd597cc03ea4262d3fcae022ef54feda=hbase:replication,,1731187245262.dd597cc03ea4262d3fcae022ef54feda., 1588230740=hbase:meta,,1.1588230740, fdcef4e820e54c1607704b3516663513=test,,1731187243470.fdcef4e820e54c1607704b3516663513.} 2024-11-09T21:20:54,393 DEBUG [RS:0;9514d6d5e5be:40055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dd597cc03ea4262d3fcae022ef54feda, fdcef4e820e54c1607704b3516663513 2024-11-09T21:20:54,393 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:20:54,393 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:20:54,393 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:20:54,393 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:20:54,393 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:20:54,393 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T21:20:54,406 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.wal-reader.9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.1731187237782 to pos 914, reset compression=false 2024-11-09T21:20:54,408 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/hbase/meta/1588230740/.tmp/info/d7f8891e27f14ebeb52d5485064ca956 is 147, key is hbase:replication,,1731187245262.dd597cc03ea4262d3fcae022ef54feda./info:regioninfo/1731187245716/Put/seqid=0 2024-11-09T21:20:54,411 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/hbase/replication/dd597cc03ea4262d3fcae022ef54feda/.tmp/queue/3366861a4e1249ca9880aa4bf1a72d2d is 153, key is 1-9514d6d5e5be,40055,1731187235630/queue:9514d6d5e5be%2C40055%2C1731187235630/1731187250883/Put/seqid=0 2024-11-09T21:20:54,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741840_1016 (size=7686) 2024-11-09T21:20:54,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741841_1017 (size=5352) 2024-11-09T21:20:54,428 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/hbase/replication/dd597cc03ea4262d3fcae022ef54feda/.tmp/queue/3366861a4e1249ca9880aa4bf1a72d2d 2024-11-09T21:20:54,428 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/hbase/meta/1588230740/.tmp/info/d7f8891e27f14ebeb52d5485064ca956 2024-11-09T21:20:54,433 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/hbase/replication/dd597cc03ea4262d3fcae022ef54feda/.tmp/queue/3366861a4e1249ca9880aa4bf1a72d2d as hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/hbase/replication/dd597cc03ea4262d3fcae022ef54feda/queue/3366861a4e1249ca9880aa4bf1a72d2d 2024-11-09T21:20:54,436 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/hbase/replication/dd597cc03ea4262d3fcae022ef54feda/queue/3366861a4e1249ca9880aa4bf1a72d2d, entries=1, sequenceid=10, filesize=5.2 K 2024-11-09T21:20:54,437 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for dd597cc03ea4262d3fcae022ef54feda in 44ms, sequenceid=10, compaction requested=false 2024-11-09T21:20:54,440 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/hbase/replication/dd597cc03ea4262d3fcae022ef54feda/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T21:20:54,441 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:20:54,441 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:20:54,441 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731187245262.dd597cc03ea4262d3fcae022ef54feda. 2024-11-09T21:20:54,441 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dd597cc03ea4262d3fcae022ef54feda: Waiting for close lock at 1731187254393Running coprocessor pre-close hooks at 1731187254393Disabling compacts and flushes for region at 1731187254393Disabling writes for close at 1731187254393Obtaining lock to block concurrent updates at 1731187254393Preparing flush snapshotting stores in dd597cc03ea4262d3fcae022ef54feda at 1731187254393Finished memstore snapshotting hbase:replication,,1731187245262.dd597cc03ea4262d3fcae022ef54feda., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731187254393Flushing stores of hbase:replication,,1731187245262.dd597cc03ea4262d3fcae022ef54feda. at 1731187254394 (+1 ms)Flushing dd597cc03ea4262d3fcae022ef54feda/queue: creating writer at 1731187254394Flushing dd597cc03ea4262d3fcae022ef54feda/queue: appending metadata at 1731187254410 (+16 ms)Flushing dd597cc03ea4262d3fcae022ef54feda/queue: closing flushed file at 1731187254410Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5da066b: reopening flushed file at 1731187254432 (+22 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for dd597cc03ea4262d3fcae022ef54feda in 44ms, sequenceid=10, compaction requested=false at 1731187254437 (+5 ms)Writing region close event to WAL at 1731187254438 (+1 ms)Running coprocessor post-close hooks at 1731187254441 (+3 ms)Closed at 1731187254441 2024-11-09T21:20:54,441 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731187245262.dd597cc03ea4262d3fcae022ef54feda. 2024-11-09T21:20:54,441 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fdcef4e820e54c1607704b3516663513, disabling compactions & flushes 2024-11-09T21:20:54,441 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731187243470.fdcef4e820e54c1607704b3516663513. 2024-11-09T21:20:54,441 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731187243470.fdcef4e820e54c1607704b3516663513. 2024-11-09T21:20:54,441 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731187243470.fdcef4e820e54c1607704b3516663513. after waiting 0 ms 2024-11-09T21:20:54,441 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731187243470.fdcef4e820e54c1607704b3516663513. 2024-11-09T21:20:54,441 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fdcef4e820e54c1607704b3516663513 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-09T21:20:54,453 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/hbase/meta/1588230740/.tmp/ns/b9d33c7c591446d4aa2cc83bdb7fdb6b is 43, key is default/ns:d/1731187238829/Put/seqid=0 2024-11-09T21:20:54,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741842_1018 (size=5153) 2024-11-09T21:20:54,465 INFO [regionserver/9514d6d5e5be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:20:54,469 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/default/test/fdcef4e820e54c1607704b3516663513/.tmp/f/3d948ee4ebf543d98f63462e3f1b2524 is 29, key is row1/f:/1731187250573/DeleteFamily/seqid=0 2024-11-09T21:20:54,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741843_1019 (size=5118) 2024-11-09T21:20:54,593 DEBUG [RS:0;9514d6d5e5be:40055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fdcef4e820e54c1607704b3516663513 2024-11-09T21:20:54,640 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T21:20:54,640 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T21:20:54,794 DEBUG [RS:0;9514d6d5e5be:40055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fdcef4e820e54c1607704b3516663513 2024-11-09T21:20:54,857 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/hbase/meta/1588230740/.tmp/ns/b9d33c7c591446d4aa2cc83bdb7fdb6b 2024-11-09T21:20:54,884 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/default/test/fdcef4e820e54c1607704b3516663513/.tmp/f/3d948ee4ebf543d98f63462e3f1b2524 2024-11-09T21:20:54,885 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/hbase/meta/1588230740/.tmp/rep_barrier/df76fb631a5440e38918b7c212988bc6 is 112, key is test,,1731187243470.fdcef4e820e54c1607704b3516663513./rep_barrier:seqnumDuringOpen/1731187243824/Put/seqid=0 2024-11-09T21:20:54,889 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d948ee4ebf543d98f63462e3f1b2524 2024-11-09T21:20:54,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741844_1020 (size=5518) 2024-11-09T21:20:54,892 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/hbase/meta/1588230740/.tmp/rep_barrier/df76fb631a5440e38918b7c212988bc6 2024-11-09T21:20:54,907 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/default/test/fdcef4e820e54c1607704b3516663513/.tmp/f1/cb8bc5a173c64d4e9812fb959b6e92e9 is 30, key is row1/f1:/1731187250573/DeleteFamily/seqid=0 2024-11-09T21:20:54,915 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/hbase/meta/1588230740/.tmp/table/24818e46e0aa45e7bad3d0dc93f7d142 is 53, key is hbase:replication/table:state/1731187245732/Put/seqid=0 2024-11-09T21:20:54,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741845_1021 (size=5123) 2024-11-09T21:20:54,929 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/default/test/fdcef4e820e54c1607704b3516663513/.tmp/f1/cb8bc5a173c64d4e9812fb959b6e92e9 2024-11-09T21:20:54,934 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb8bc5a173c64d4e9812fb959b6e92e9 2024-11-09T21:20:54,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741846_1022 (size=5308) 2024-11-09T21:20:54,957 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/hbase/meta/1588230740/.tmp/table/24818e46e0aa45e7bad3d0dc93f7d142 2024-11-09T21:20:54,957 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/default/test/fdcef4e820e54c1607704b3516663513/.tmp/norep/dee3578a50384745b8ceb46b18daa7a1 is 32, key is row/norep:/1731187249568/DeleteFamily/seqid=0 2024-11-09T21:20:54,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741847_1023 (size=5101) 2024-11-09T21:20:54,963 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/hbase/meta/1588230740/.tmp/info/d7f8891e27f14ebeb52d5485064ca956 as hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/hbase/meta/1588230740/info/d7f8891e27f14ebeb52d5485064ca956 2024-11-09T21:20:54,968 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/hbase/meta/1588230740/info/d7f8891e27f14ebeb52d5485064ca956, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T21:20:54,969 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/hbase/meta/1588230740/.tmp/ns/b9d33c7c591446d4aa2cc83bdb7fdb6b as hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/hbase/meta/1588230740/ns/b9d33c7c591446d4aa2cc83bdb7fdb6b 2024-11-09T21:20:54,974 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/hbase/meta/1588230740/ns/b9d33c7c591446d4aa2cc83bdb7fdb6b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T21:20:54,976 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/hbase/meta/1588230740/.tmp/rep_barrier/df76fb631a5440e38918b7c212988bc6 as hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/hbase/meta/1588230740/rep_barrier/df76fb631a5440e38918b7c212988bc6 2024-11-09T21:20:54,982 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/hbase/meta/1588230740/rep_barrier/df76fb631a5440e38918b7c212988bc6, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T21:20:54,982 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/hbase/meta/1588230740/.tmp/table/24818e46e0aa45e7bad3d0dc93f7d142 as hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/hbase/meta/1588230740/table/24818e46e0aa45e7bad3d0dc93f7d142 2024-11-09T21:20:54,991 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/hbase/meta/1588230740/table/24818e46e0aa45e7bad3d0dc93f7d142, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T21:20:54,992 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 599ms, sequenceid=16, compaction requested=false 2024-11-09T21:20:54,992 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T21:20:54,994 DEBUG [RS:0;9514d6d5e5be:40055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fdcef4e820e54c1607704b3516663513 2024-11-09T21:20:55,004 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T21:20:55,005 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:20:55,005 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:20:55,005 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:20:55,005 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187254393Running coprocessor pre-close hooks at 1731187254393Disabling compacts and flushes for region at 1731187254393Disabling writes for close at 1731187254393Obtaining lock to block concurrent updates at 1731187254393Preparing flush snapshotting stores in 1588230740 at 1731187254393Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731187254394 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731187254394Flushing 1588230740/info: creating writer at 1731187254394Flushing 1588230740/info: appending metadata at 1731187254408 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731187254408Flushing 1588230740/ns: creating writer at 1731187254432 (+24 ms)Flushing 1588230740/ns: appending metadata at 1731187254452 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731187254452Flushing 1588230740/rep_barrier: creating writer at 1731187254863 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731187254884 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731187254884Flushing 1588230740/table: creating writer at 1731187254896 (+12 ms)Flushing 1588230740/table: appending metadata at 1731187254914 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731187254915 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f61886c: reopening flushed file at 1731187254962 (+47 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@216024d8: reopening flushed file at 1731187254968 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bcb59d7: reopening flushed file at 1731187254975 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76dd4ace: reopening flushed file at 1731187254982 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 599ms, sequenceid=16, compaction requested=false at 1731187254992 (+10 ms)Writing region close event to WAL at 1731187255000 (+8 ms)Running coprocessor post-close hooks at 1731187255005 (+5 ms)Closed at 1731187255005 2024-11-09T21:20:55,005 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T21:20:55,194 DEBUG [RS:0;9514d6d5e5be:40055 {}] regionserver.HRegionServer(1351): Waiting on fdcef4e820e54c1607704b3516663513 2024-11-09T21:20:55,324 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.wal-reader.9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.1731187237782 to pos 914, reset compression=false 2024-11-09T21:20:55,329 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.wal-reader.9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:20:55,329 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.wal-reader.9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.1731187237782 to pos 1161, reset compression=false 2024-11-09T21:20:55,329 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.shipper9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,40055,1731187235630 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.1731187237782, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:20:55,330 ERROR [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.shipper9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9514d6d5e5be,40055,1731187235630: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9514d6d5e5be,40055,1731187235630, walGroup=9514d6d5e5be%2C40055%2C1731187235630, offset=9514d6d5e5be%2C40055%2C1731187235630.1731187237782:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:40055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T21:20:55,331 ERROR [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.shipper9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T21:20:55,331 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.shipper9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T21:20:55,331 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.shipper9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T21:20:55,331 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.shipper9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T21:20:55,331 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.shipper9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T21:20:55,331 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.shipper9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 670904624 }, "NonHeapMemoryUsage": { "committed": 195166208, "init": 7667712, "max": -1, "used": 191411256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T21:20:55,331 WARN [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.shipper9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:36181 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:36181 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T21:20:55,363 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/default/test/fdcef4e820e54c1607704b3516663513/.tmp/norep/dee3578a50384745b8ceb46b18daa7a1 2024-11-09T21:20:55,367 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dee3578a50384745b8ceb46b18daa7a1 2024-11-09T21:20:55,368 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/default/test/fdcef4e820e54c1607704b3516663513/.tmp/f/3d948ee4ebf543d98f63462e3f1b2524 as hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/default/test/fdcef4e820e54c1607704b3516663513/f/3d948ee4ebf543d98f63462e3f1b2524 2024-11-09T21:20:55,372 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d948ee4ebf543d98f63462e3f1b2524 2024-11-09T21:20:55,372 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/default/test/fdcef4e820e54c1607704b3516663513/f/3d948ee4ebf543d98f63462e3f1b2524, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T21:20:55,373 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/default/test/fdcef4e820e54c1607704b3516663513/.tmp/f1/cb8bc5a173c64d4e9812fb959b6e92e9 as hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/default/test/fdcef4e820e54c1607704b3516663513/f1/cb8bc5a173c64d4e9812fb959b6e92e9 2024-11-09T21:20:55,377 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb8bc5a173c64d4e9812fb959b6e92e9 2024-11-09T21:20:55,377 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/default/test/fdcef4e820e54c1607704b3516663513/f1/cb8bc5a173c64d4e9812fb959b6e92e9, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T21:20:55,378 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/default/test/fdcef4e820e54c1607704b3516663513/.tmp/norep/dee3578a50384745b8ceb46b18daa7a1 as hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/default/test/fdcef4e820e54c1607704b3516663513/norep/dee3578a50384745b8ceb46b18daa7a1 2024-11-09T21:20:55,382 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dee3578a50384745b8ceb46b18daa7a1 2024-11-09T21:20:55,382 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/default/test/fdcef4e820e54c1607704b3516663513/norep/dee3578a50384745b8ceb46b18daa7a1, entries=1, sequenceid=8, filesize=5.0 K 2024-11-09T21:20:55,383 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for fdcef4e820e54c1607704b3516663513 in 942ms, sequenceid=8, compaction requested=false 2024-11-09T21:20:55,383 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T21:20:55,388 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/data/default/test/fdcef4e820e54c1607704b3516663513/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T21:20:55,388 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:20:55,388 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T21:20:55,388 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731187243470.fdcef4e820e54c1607704b3516663513. 2024-11-09T21:20:55,388 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fdcef4e820e54c1607704b3516663513: Waiting for close lock at 1731187254441Running coprocessor pre-close hooks at 1731187254441Disabling compacts and flushes for region at 1731187254441Disabling writes for close at 1731187254441Obtaining lock to block concurrent updates at 1731187254441Preparing flush snapshotting stores in fdcef4e820e54c1607704b3516663513 at 1731187254441Finished memstore snapshotting test,,1731187243470.fdcef4e820e54c1607704b3516663513., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731187254442 (+1 ms)Flushing stores of test,,1731187243470.fdcef4e820e54c1607704b3516663513. at 1731187254442Flushing fdcef4e820e54c1607704b3516663513/f: creating writer at 1731187254442Flushing fdcef4e820e54c1607704b3516663513/f: appending metadata at 1731187254469 (+27 ms)Flushing fdcef4e820e54c1607704b3516663513/f: closing flushed file at 1731187254469Flushing fdcef4e820e54c1607704b3516663513/f1: creating writer at 1731187254889 (+420 ms)Flushing fdcef4e820e54c1607704b3516663513/f1: appending metadata at 1731187254906 (+17 ms)Flushing fdcef4e820e54c1607704b3516663513/f1: closing flushed file at 1731187254906Flushing fdcef4e820e54c1607704b3516663513/norep: creating writer at 1731187254934 (+28 ms)Flushing fdcef4e820e54c1607704b3516663513/norep: appending metadata at 1731187254956 (+22 ms)Flushing fdcef4e820e54c1607704b3516663513/norep: closing flushed file at 1731187254956Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c87d41d: reopening flushed file at 1731187255367 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e18d37d: reopening flushed file at 1731187255372 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f694c0a: reopening flushed file at 1731187255377 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for fdcef4e820e54c1607704b3516663513 in 942ms, sequenceid=8, compaction requested=false at 1731187255383 (+6 ms)Writing region close event to WAL at 1731187255385 (+2 ms)Running coprocessor post-close hooks at 1731187255388 (+3 ms)Closed at 1731187255388 2024-11-09T21:20:55,388 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731187243470.fdcef4e820e54c1607704b3516663513. 2024-11-09T21:20:55,394 INFO [RS:0;9514d6d5e5be:40055 {}] regionserver.HRegionServer(976): stopping server 9514d6d5e5be,40055,1731187235630; all regions closed. 2024-11-09T21:20:55,396 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/WALs/9514d6d5e5be,40055,1731187235630/9514d6d5e5be%2C40055%2C1731187235630.meta.1731187238744.meta not finished, retry = 0 2024-11-09T21:20:55,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741834_1010 (size=4239) 2024-11-09T21:20:55,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741839_1015 (size=2676) 2024-11-09T21:20:55,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741832_1008 (size=1813) 2024-11-09T21:20:55,502 DEBUG [RS:0;9514d6d5e5be:40055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:55,502 INFO [RS:0;9514d6d5e5be:40055 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:20:55,502 INFO [RS:0;9514d6d5e5be:40055 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:20:55,502 INFO [RS:0;9514d6d5e5be:40055 {}] hbase.ChoreService(370): Chore service for: regionserver/9514d6d5e5be:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T21:20:55,502 INFO [RS:0;9514d6d5e5be:40055 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:20:55,502 INFO [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:20:55,502 INFO [RS:0;9514d6d5e5be:40055 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9514d6d5e5be,40055,1731187235630 because: Region server is closing 2024-11-09T21:20:55,502 INFO [RS:0;9514d6d5e5be:40055 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:40055. 2024-11-09T21:20:55,502 DEBUG [RS:0;9514d6d5e5be:40055 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:20:55,503 DEBUG [RS:0;9514d6d5e5be:40055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:55,503 DEBUG [RS:0;9514d6d5e5be:40055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:55,503 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:20:55,603 INFO [RS:0;9514d6d5e5be:40055 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,40055,1731187235630.replicationSource.shipper9514d6d5e5be%2C40055%2C1731187235630,1-9514d6d5e5be,40055,1731187235630 terminated 2024-11-09T21:20:55,603 INFO [RS:0;9514d6d5e5be:40055 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:40055. 2024-11-09T21:20:55,603 DEBUG [RS:0;9514d6d5e5be:40055 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:20:55,603 DEBUG [RS:0;9514d6d5e5be:40055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:55,603 DEBUG [RS:0;9514d6d5e5be:40055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:20:55,603 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:20:55,604 INFO [RS:0;9514d6d5e5be:40055 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40055 2024-11-09T21:20:55,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x1012178cd1c0000, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522422771/rs 2024-11-09T21:20:55,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40055-0x1012178cd1c0001, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01522422771/rs/9514d6d5e5be,40055,1731187235630 2024-11-09T21:20:55,654 INFO [RS:0;9514d6d5e5be:40055 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:20:55,665 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9514d6d5e5be,40055,1731187235630] 2024-11-09T21:20:55,675 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01522422771/draining/9514d6d5e5be,40055,1731187235630 already deleted, retry=false 2024-11-09T21:20:55,675 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9514d6d5e5be,40055,1731187235630 expired; onlineServers=0 2024-11-09T21:20:55,675 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9514d6d5e5be,36181,1731187235480' ***** 2024-11-09T21:20:55,675 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T21:20:55,675 INFO [M:0;9514d6d5e5be:36181 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:20:55,675 INFO [M:0;9514d6d5e5be:36181 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:20:55,675 DEBUG [M:0;9514d6d5e5be:36181 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T21:20:55,676 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T21:20:55,676 DEBUG [M:0;9514d6d5e5be:36181 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T21:20:55,676 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187237427 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187237427,5,FailOnTimeoutGroup] 2024-11-09T21:20:55,676 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187237448 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187237448,5,FailOnTimeoutGroup] 2024-11-09T21:20:55,676 INFO [M:0;9514d6d5e5be:36181 {}] hbase.ChoreService(370): Chore service for: master/9514d6d5e5be:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T21:20:55,676 INFO [M:0;9514d6d5e5be:36181 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:20:55,676 DEBUG [M:0;9514d6d5e5be:36181 {}] master.HMaster(1795): Stopping service threads 2024-11-09T21:20:55,676 INFO [M:0;9514d6d5e5be:36181 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T21:20:55,676 INFO [M:0;9514d6d5e5be:36181 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:20:55,676 INFO [M:0;9514d6d5e5be:36181 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T21:20:55,676 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T21:20:55,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x1012178cd1c0000, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01522422771/master 2024-11-09T21:20:55,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x1012178cd1c0000, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01522422771 2024-11-09T21:20:55,686 DEBUG [M:0;9514d6d5e5be:36181 {}] zookeeper.ZKUtil(347): master:36181-0x1012178cd1c0000, quorum=127.0.0.1:65133, baseZNode=/01522422771 Unable to get data of znode /01522422771/master because node does not exist (not an error) 2024-11-09T21:20:55,686 WARN [M:0;9514d6d5e5be:36181 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T21:20:55,687 INFO [M:0;9514d6d5e5be:36181 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/.lastflushedseqids 2024-11-09T21:20:55,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741848_1024 (size=245) 2024-11-09T21:20:55,698 INFO [M:0;9514d6d5e5be:36181 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T21:20:55,698 INFO [M:0;9514d6d5e5be:36181 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T21:20:55,698 DEBUG [M:0;9514d6d5e5be:36181 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:20:55,699 INFO [M:0;9514d6d5e5be:36181 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:55,699 DEBUG [M:0;9514d6d5e5be:36181 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:55,699 DEBUG [M:0;9514d6d5e5be:36181 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:20:55,699 DEBUG [M:0;9514d6d5e5be:36181 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:55,699 INFO [M:0;9514d6d5e5be:36181 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-09T21:20:55,717 DEBUG [M:0;9514d6d5e5be:36181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9912a501db6e4e8787f77594c24f56fb is 82, key is hbase:meta,,1/info:regioninfo/1731187238784/Put/seqid=0 2024-11-09T21:20:55,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741849_1025 (size=5672) 2024-11-09T21:20:55,738 INFO [M:0;9514d6d5e5be:36181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9912a501db6e4e8787f77594c24f56fb 2024-11-09T21:20:55,762 DEBUG [M:0;9514d6d5e5be:36181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1cc5672af06454c806e30ac002b71b7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731187245737/Put/seqid=0 2024-11-09T21:20:55,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40055-0x1012178cd1c0001, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:20:55,765 INFO [RS:0;9514d6d5e5be:40055 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:20:55,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40055-0x1012178cd1c0001, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:20:55,765 INFO [RS:0;9514d6d5e5be:40055 {}] regionserver.HRegionServer(1031): Exiting; stopping=9514d6d5e5be,40055,1731187235630; zookeeper connection closed. 2024-11-09T21:20:55,765 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@615e7c51 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@615e7c51 2024-11-09T21:20:55,766 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T21:20:55,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741850_1026 (size=8516) 2024-11-09T21:20:55,767 INFO [M:0;9514d6d5e5be:36181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1cc5672af06454c806e30ac002b71b7 2024-11-09T21:20:55,787 DEBUG [M:0;9514d6d5e5be:36181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/31d31a2b91294d959141cf551a89ca41 is 69, key is 9514d6d5e5be,40055,1731187235630/rs:state/1731187237558/Put/seqid=0 2024-11-09T21:20:55,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741851_1027 (size=5156) 2024-11-09T21:20:56,192 INFO [M:0;9514d6d5e5be:36181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/31d31a2b91294d959141cf551a89ca41 2024-11-09T21:20:56,196 DEBUG [M:0;9514d6d5e5be:36181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9912a501db6e4e8787f77594c24f56fb as hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9912a501db6e4e8787f77594c24f56fb 2024-11-09T21:20:56,200 INFO [M:0;9514d6d5e5be:36181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9912a501db6e4e8787f77594c24f56fb, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T21:20:56,201 DEBUG [M:0;9514d6d5e5be:36181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1cc5672af06454c806e30ac002b71b7 as hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c1cc5672af06454c806e30ac002b71b7 2024-11-09T21:20:56,205 INFO [M:0;9514d6d5e5be:36181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c1cc5672af06454c806e30ac002b71b7, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T21:20:56,205 DEBUG [M:0;9514d6d5e5be:36181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/31d31a2b91294d959141cf551a89ca41 as hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/31d31a2b91294d959141cf551a89ca41 2024-11-09T21:20:56,212 INFO [M:0;9514d6d5e5be:36181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43615/user/jenkins/test-data/8a85ff38-822e-afb8-b9f4-0779da49228b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/31d31a2b91294d959141cf551a89ca41, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T21:20:56,213 INFO [M:0;9514d6d5e5be:36181 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 514ms, sequenceid=97, compaction requested=false 2024-11-09T21:20:56,214 INFO [M:0;9514d6d5e5be:36181 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:56,214 DEBUG [M:0;9514d6d5e5be:36181 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187255698Disabling compacts and flushes for region at 1731187255698Disabling writes for close at 1731187255699 (+1 ms)Obtaining lock to block concurrent updates at 1731187255699Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731187255699Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731187255699Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731187255700 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731187255700Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731187255717 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731187255717Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731187255744 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731187255761 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731187255762 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731187255771 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731187255787 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731187255787Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ab77894: reopening flushed file at 1731187256195 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@597f65fc: reopening flushed file at 1731187256200 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b634c46: reopening flushed file at 1731187256205 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 514ms, sequenceid=97, compaction requested=false at 1731187256213 (+8 ms)Writing region close event to WAL at 1731187256214 (+1 ms)Closed at 1731187256214 2024-11-09T21:20:56,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34975 is added to blk_1073741830_1006 (size=63654) 2024-11-09T21:20:56,219 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:20:56,219 INFO [M:0;9514d6d5e5be:36181 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T21:20:56,220 INFO [M:0;9514d6d5e5be:36181 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36181 2024-11-09T21:20:56,220 INFO [M:0;9514d6d5e5be:36181 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:20:56,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x1012178cd1c0000, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:20:56,365 INFO [M:0;9514d6d5e5be:36181 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:20:56,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36181-0x1012178cd1c0000, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:20:56,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d30528e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:20:56,368 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c138927{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:20:56,368 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:20:56,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6460fb4c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:20:56,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3461202c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558/hadoop.log.dir/,STOPPED} 2024-11-09T21:20:56,371 WARN [BP-797679096-172.17.0.2-1731187233163 heartbeating to localhost/127.0.0.1:43615 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T21:20:56,371 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T21:20:56,371 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T21:20:56,371 WARN [BP-797679096-172.17.0.2-1731187233163 heartbeating to localhost/127.0.0.1:43615 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-797679096-172.17.0.2-1731187233163 (Datanode Uuid d9f9bdc8-1816-41f4-9149-84c6ab3d61a3) service to localhost/127.0.0.1:43615 2024-11-09T21:20:56,371 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558/cluster_416e6ff6-2b86-a612-3722-5112e355f5eb/data/data1/current/BP-797679096-172.17.0.2-1731187233163 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:20:56,372 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558/cluster_416e6ff6-2b86-a612-3722-5112e355f5eb/data/data2/current/BP-797679096-172.17.0.2-1731187233163 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:20:56,372 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T21:20:56,377 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5db66c86{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:20:56,378 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c02f538{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:20:56,378 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:20:56,378 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e2d96b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:20:56,378 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41c12e19{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/5d6499ae-3a6e-d0ba-d9b5-f45bae811558/hadoop.log.dir/,STOPPED} 2024-11-09T21:20:56,384 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T21:20:56,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T21:20:56,406 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=269 (was 244) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65133) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:43615 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:40953 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-17 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65133) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:43615 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:43615 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:43615 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:40953 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43615 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:40953 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40953 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:40953 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=654 (was 620) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=445 (was 429) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2499 (was 2676) 2024-11-09T21:20:56,415 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=269, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=445, ProcessCount=11, AvailableMemoryMB=2499 2024-11-09T21:20:56,429 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-09T21:20:56,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4aa10944-799b-3dff-a34c-5f25848b0863/hadoop.log.dir so I do NOT create it in target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a 2024-11-09T21:20:56,430 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4aa10944-799b-3dff-a34c-5f25848b0863/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T21:20:56,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4aa10944-799b-3dff-a34c-5f25848b0863/hadoop.tmp.dir so I do NOT create it in target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a 2024-11-09T21:20:56,430 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4aa10944-799b-3dff-a34c-5f25848b0863/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T21:20:56,430 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a 2024-11-09T21:20:56,430 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a/cluster_eb37f175-6957-8a9b-fea2-899b4063b6fc, deleteOnExit=true 2024-11-09T21:20:56,433 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a/cluster_eb37f175-6957-8a9b-fea2-899b4063b6fc/zookeeper_0, clientPort=59763, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a/cluster_eb37f175-6957-8a9b-fea2-899b4063b6fc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a/cluster_eb37f175-6957-8a9b-fea2-899b4063b6fc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T21:20:56,433 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59763 2024-11-09T21:20:56,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T21:20:56,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T21:20:56,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a/test.cache.data in system properties and HBase conf 2024-11-09T21:20:56,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T21:20:56,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a/hadoop.log.dir in system properties and HBase conf 2024-11-09T21:20:56,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T21:20:56,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T21:20:56,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T21:20:56,434 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T21:20:56,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:20:56,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:20:56,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T21:20:56,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:20:56,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T21:20:56,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T21:20:56,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:20:56,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:20:56,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T21:20:56,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a/nfs.dump.dir in system properties and HBase conf 2024-11-09T21:20:56,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a/java.io.tmpdir in system properties and HBase conf 2024-11-09T21:20:56,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:20:56,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T21:20:56,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T21:20:56,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012178cd1c0005, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T21:20:56,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012178cd1c0002, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T21:20:56,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012178cd1c0002, quorum=127.0.0.1:65133, baseZNode=/01522422771 Received Disconnected from ZooKeeper, ignoring 2024-11-09T21:20:56,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012178cd1c0005, quorum=127.0.0.1:65133, baseZNode=/1-1121880167 Received Disconnected from ZooKeeper, ignoring 2024-11-09T21:20:56,806 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:20:56,810 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:20:56,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:20:56,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:20:56,812 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T21:20:56,817 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:20:56,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60eaa70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:20:56,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae367b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:20:56,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6244d429{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a/java.io.tmpdir/jetty-localhost-33615-hadoop-hdfs-3_4_1-tests_jar-_-any-10907891880587895382/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:20:56,930 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52c5136f{HTTP/1.1, (http/1.1)}{localhost:33615} 2024-11-09T21:20:56,930 INFO [Time-limited test {}] server.Server(415): Started @220933ms 2024-11-09T21:20:57,203 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:20:57,204 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:57,204 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:57,237 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:57,237 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:57,237 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:57,238 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:57,238 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:57,238 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:57,245 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:57,249 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:57,249 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:57,251 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:20:57,261 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:20:57,264 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:20:57,265 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:20:57,265 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:20:57,265 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T21:20:57,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76c768a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:20:57,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43e1b824{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:20:57,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f277d21{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a/java.io.tmpdir/jetty-localhost-37659-hadoop-hdfs-3_4_1-tests_jar-_-any-9877496929603671992/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:20:57,379 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55cc94c5{HTTP/1.1, (http/1.1)}{localhost:37659} 2024-11-09T21:20:57,379 INFO [Time-limited test {}] server.Server(415): Started @221382ms 2024-11-09T21:20:57,380 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T21:20:58,264 WARN [Thread-2657 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a/cluster_eb37f175-6957-8a9b-fea2-899b4063b6fc/data/data2/current/BP-2132715775-172.17.0.2-1731187256451/current, will proceed with Du for space computation calculation, 2024-11-09T21:20:58,264 WARN [Thread-2656 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a/cluster_eb37f175-6957-8a9b-fea2-899b4063b6fc/data/data1/current/BP-2132715775-172.17.0.2-1731187256451/current, will proceed with Du for space computation calculation, 2024-11-09T21:20:58,289 WARN [Thread-2644 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T21:20:58,291 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ed4f0d5ccd6763b with lease ID 0x9351d9dfe9051c31: Processing first storage report for DS-bfdf3c2d-30e8-45e6-87bb-9bcdd07ff920 from datanode DatanodeRegistration(127.0.0.1:35017, datanodeUuid=0250197c-7899-472e-aa3f-e12043924874, infoPort=43865, infoSecurePort=0, ipcPort=38901, storageInfo=lv=-57;cid=testClusterID;nsid=694269847;c=1731187256451) 2024-11-09T21:20:58,291 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ed4f0d5ccd6763b with lease ID 0x9351d9dfe9051c31: from storage DS-bfdf3c2d-30e8-45e6-87bb-9bcdd07ff920 node DatanodeRegistration(127.0.0.1:35017, datanodeUuid=0250197c-7899-472e-aa3f-e12043924874, infoPort=43865, infoSecurePort=0, ipcPort=38901, storageInfo=lv=-57;cid=testClusterID;nsid=694269847;c=1731187256451), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:20:58,291 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ed4f0d5ccd6763b with lease ID 0x9351d9dfe9051c31: Processing first storage report for DS-c0add3fe-3815-4bd3-892d-d46735052734 from datanode DatanodeRegistration(127.0.0.1:35017, datanodeUuid=0250197c-7899-472e-aa3f-e12043924874, infoPort=43865, infoSecurePort=0, ipcPort=38901, storageInfo=lv=-57;cid=testClusterID;nsid=694269847;c=1731187256451) 2024-11-09T21:20:58,291 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ed4f0d5ccd6763b with lease ID 0x9351d9dfe9051c31: from storage DS-c0add3fe-3815-4bd3-892d-d46735052734 node DatanodeRegistration(127.0.0.1:35017, datanodeUuid=0250197c-7899-472e-aa3f-e12043924874, infoPort=43865, infoSecurePort=0, ipcPort=38901, storageInfo=lv=-57;cid=testClusterID;nsid=694269847;c=1731187256451), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:20:58,317 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a 2024-11-09T21:20:58,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:20:58,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:20:58,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741825_1001 (size=7) 2024-11-09T21:20:58,725 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5 with version=8 2024-11-09T21:20:58,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/hbase-staging 2024-11-09T21:20:58,727 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:20:58,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:20:58,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:20:58,727 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:20:58,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:20:58,727 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:20:58,727 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T21:20:58,727 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:20:58,728 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45523 2024-11-09T21:20:58,729 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45523 connecting to ZooKeeper ensemble=127.0.0.1:59763 2024-11-09T21:20:58,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455230x0, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:20:58,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45523-0x1012179281b0000 connected 2024-11-09T21:20:58,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:20:58,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:20:58,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45523-0x1012179281b0000, quorum=127.0.0.1:59763, baseZNode=/0910633984 Set watcher on znode that does not yet exist, /0910633984/running 2024-11-09T21:20:58,943 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5, hbase.cluster.distributed=false 2024-11-09T21:20:58,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45523-0x1012179281b0000, quorum=127.0.0.1:59763, baseZNode=/0910633984 Set watcher on znode that does not yet exist, /0910633984/acl 2024-11-09T21:20:58,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45523 2024-11-09T21:20:58,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45523 2024-11-09T21:20:58,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45523 2024-11-09T21:20:58,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45523 2024-11-09T21:20:58,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45523 2024-11-09T21:20:58,990 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:20:58,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:20:58,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:20:58,990 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:20:58,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:20:58,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:20:58,990 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T21:20:58,990 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:20:58,992 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38407 2024-11-09T21:20:58,993 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38407 connecting to ZooKeeper ensemble=127.0.0.1:59763 2024-11-09T21:20:58,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:20:58,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:20:59,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384070x0, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:20:59,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384070x0, quorum=127.0.0.1:59763, baseZNode=/0910633984 Set watcher on znode that does not yet exist, /0910633984/running 2024-11-09T21:20:59,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38407-0x1012179281b0001 connected 2024-11-09T21:20:59,013 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T21:20:59,025 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T21:20:59,026 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38407-0x1012179281b0001, quorum=127.0.0.1:59763, baseZNode=/0910633984 Set watcher on znode that does not yet exist, /0910633984/master 2024-11-09T21:20:59,027 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38407-0x1012179281b0001, quorum=127.0.0.1:59763, baseZNode=/0910633984 Set watcher on znode that does not yet exist, /0910633984/acl 2024-11-09T21:20:59,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38407 2024-11-09T21:20:59,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38407 2024-11-09T21:20:59,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38407 2024-11-09T21:20:59,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38407 2024-11-09T21:20:59,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38407 2024-11-09T21:20:59,071 DEBUG [M:0;9514d6d5e5be:45523 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9514d6d5e5be:45523 2024-11-09T21:20:59,072 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0910633984/backup-masters/9514d6d5e5be,45523,1731187258727 2024-11-09T21:20:59,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38407-0x1012179281b0001, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0910633984/backup-masters 2024-11-09T21:20:59,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1012179281b0000, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0910633984/backup-masters 2024-11-09T21:20:59,084 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45523-0x1012179281b0000, quorum=127.0.0.1:59763, baseZNode=/0910633984 Set watcher on existing znode=/0910633984/backup-masters/9514d6d5e5be,45523,1731187258727 2024-11-09T21:20:59,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1012179281b0000, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0910633984 2024-11-09T21:20:59,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38407-0x1012179281b0001, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0910633984/master 2024-11-09T21:20:59,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38407-0x1012179281b0001, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0910633984 2024-11-09T21:20:59,097 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45523-0x1012179281b0000, quorum=127.0.0.1:59763, baseZNode=/0910633984 Set watcher on existing znode=/0910633984/master 2024-11-09T21:20:59,097 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0910633984/backup-masters/9514d6d5e5be,45523,1731187258727 from backup master directory 2024-11-09T21:20:59,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1012179281b0000, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0910633984/backup-masters/9514d6d5e5be,45523,1731187258727 2024-11-09T21:20:59,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38407-0x1012179281b0001, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0910633984/backup-masters 2024-11-09T21:20:59,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1012179281b0000, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0910633984/backup-masters 2024-11-09T21:20:59,107 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:20:59,107 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9514d6d5e5be,45523,1731187258727 2024-11-09T21:20:59,110 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/hbase.id] with ID: ca26c11e-c0d9-482d-9d8f-28ac46c7acb0 2024-11-09T21:20:59,110 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/.tmp/hbase.id 2024-11-09T21:20:59,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741826_1002 (size=42) 2024-11-09T21:20:59,514 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/.tmp/hbase.id]:[hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/hbase.id] 2024-11-09T21:20:59,522 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:20:59,522 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T21:20:59,523 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T21:20:59,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1012179281b0000, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0910633984 2024-11-09T21:20:59,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38407-0x1012179281b0001, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0910633984 2024-11-09T21:20:59,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741827_1003 (size=196) 2024-11-09T21:20:59,575 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:20:59,575 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T21:20:59,576 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:20:59,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741828_1004 (size=1189) 2024-11-09T21:20:59,582 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/MasterData/data/master/store 2024-11-09T21:20:59,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741829_1005 (size=34) 2024-11-09T21:20:59,591 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:20:59,591 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:20:59,591 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:59,591 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:59,591 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:20:59,591 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:59,591 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:20:59,591 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187259591Disabling compacts and flushes for region at 1731187259591Disabling writes for close at 1731187259591Writing region close event to WAL at 1731187259591Closed at 1731187259591 2024-11-09T21:20:59,592 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/MasterData/data/master/store/.initializing 2024-11-09T21:20:59,592 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/MasterData/WALs/9514d6d5e5be,45523,1731187258727 2024-11-09T21:20:59,593 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:20:59,594 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9514d6d5e5be%2C45523%2C1731187258727, suffix=, logDir=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/MasterData/WALs/9514d6d5e5be,45523,1731187258727, archiveDir=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/MasterData/oldWALs, maxLogs=10 2024-11-09T21:20:59,609 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/MasterData/WALs/9514d6d5e5be,45523,1731187258727/9514d6d5e5be%2C45523%2C1731187258727.1731187259594, exclude list is [], retry=0 2024-11-09T21:20:59,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35017,DS-bfdf3c2d-30e8-45e6-87bb-9bcdd07ff920,DISK] 2024-11-09T21:20:59,612 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/MasterData/WALs/9514d6d5e5be,45523,1731187258727/9514d6d5e5be%2C45523%2C1731187258727.1731187259594 2024-11-09T21:20:59,612 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43865:43865)] 2024-11-09T21:20:59,612 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:20:59,613 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:20:59,613 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:59,613 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:59,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:59,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T21:20:59,615 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:59,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:59,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:59,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T21:20:59,616 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:59,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:59,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:59,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T21:20:59,618 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:59,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:59,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:59,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T21:20:59,619 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:59,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:20:59,619 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:59,620 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:59,620 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:59,621 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:59,621 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:59,622 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:20:59,623 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:20:59,624 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:20:59,625 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65030703, jitterRate=-0.03096701204776764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:20:59,626 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731187259613Initializing all the Stores at 1731187259613Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187259613Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187259614 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187259614Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187259614Cleaning up temporary data from old regions at 1731187259621 (+7 ms)Region opened successfully at 1731187259625 (+4 ms) 2024-11-09T21:20:59,626 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T21:20:59,628 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1165d9f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:20:59,629 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T21:20:59,629 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T21:20:59,629 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T21:20:59,629 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T21:20:59,629 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T21:20:59,630 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T21:20:59,630 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T21:20:59,631 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T21:20:59,632 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45523-0x1012179281b0000, quorum=127.0.0.1:59763, baseZNode=/0910633984 Unable to get data of znode /0910633984/balancer because node does not exist (not necessarily an error) 2024-11-09T21:20:59,643 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0910633984/balancer already deleted, retry=false 2024-11-09T21:20:59,644 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T21:20:59,644 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45523-0x1012179281b0000, quorum=127.0.0.1:59763, baseZNode=/0910633984 Unable to get data of znode /0910633984/normalizer because node does not exist (not necessarily an error) 2024-11-09T21:20:59,654 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0910633984/normalizer already deleted, retry=false 2024-11-09T21:20:59,654 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T21:20:59,655 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45523-0x1012179281b0000, quorum=127.0.0.1:59763, baseZNode=/0910633984 Unable to get data of znode /0910633984/switch/split because node does not exist (not necessarily an error) 2024-11-09T21:20:59,664 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0910633984/switch/split already deleted, retry=false 2024-11-09T21:20:59,665 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45523-0x1012179281b0000, quorum=127.0.0.1:59763, baseZNode=/0910633984 Unable to get data of znode /0910633984/switch/merge because node does not exist (not necessarily an error) 2024-11-09T21:20:59,675 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0910633984/switch/merge already deleted, retry=false 2024-11-09T21:20:59,677 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45523-0x1012179281b0000, quorum=127.0.0.1:59763, baseZNode=/0910633984 Unable to get data of znode /0910633984/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T21:20:59,685 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0910633984/snapshot-cleanup already deleted, retry=false 2024-11-09T21:20:59,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38407-0x1012179281b0001, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0910633984/running 2024-11-09T21:20:59,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1012179281b0000, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0910633984/running 2024-11-09T21:20:59,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38407-0x1012179281b0001, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0910633984 2024-11-09T21:20:59,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1012179281b0000, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0910633984 2024-11-09T21:20:59,697 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9514d6d5e5be,45523,1731187258727, sessionid=0x1012179281b0000, setting cluster-up flag (Was=false) 2024-11-09T21:20:59,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38407-0x1012179281b0001, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0910633984 2024-11-09T21:20:59,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1012179281b0000, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0910633984 2024-11-09T21:20:59,749 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0910633984/flush-table-proc/acquired, /0910633984/flush-table-proc/reached, /0910633984/flush-table-proc/abort 2024-11-09T21:20:59,750 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,45523,1731187258727 2024-11-09T21:20:59,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38407-0x1012179281b0001, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0910633984 2024-11-09T21:20:59,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1012179281b0000, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0910633984 2024-11-09T21:20:59,801 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0910633984/online-snapshot/acquired, /0910633984/online-snapshot/reached, /0910633984/online-snapshot/abort 2024-11-09T21:20:59,802 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,45523,1731187258727 2024-11-09T21:20:59,804 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T21:20:59,805 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T21:20:59,806 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T21:20:59,806 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T21:20:59,806 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9514d6d5e5be,45523,1731187258727 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T21:20:59,807 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:20:59,807 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:20:59,807 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:20:59,807 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:20:59,807 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9514d6d5e5be:0, corePoolSize=10, maxPoolSize=10 2024-11-09T21:20:59,807 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:59,808 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:20:59,808 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:20:59,830 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:20:59,830 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T21:20:59,832 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:59,833 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T21:20:59,848 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731187289848 2024-11-09T21:20:59,848 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T21:20:59,848 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T21:20:59,849 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T21:20:59,849 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T21:20:59,849 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T21:20:59,849 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T21:20:59,854 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:59,855 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T21:20:59,855 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T21:20:59,855 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T21:20:59,855 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T21:20:59,868 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T21:20:59,868 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T21:20:59,870 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187259868,5,FailOnTimeoutGroup] 2024-11-09T21:20:59,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741831_1007 (size=1321) 2024-11-09T21:20:59,880 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T21:20:59,880 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5 2024-11-09T21:20:59,898 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187259870,5,FailOnTimeoutGroup] 2024-11-09T21:20:59,898 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:59,898 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T21:20:59,898 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:59,898 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T21:20:59,908 INFO [RS:0;9514d6d5e5be:38407 {}] regionserver.HRegionServer(746): ClusterId : ca26c11e-c0d9-482d-9d8f-28ac46c7acb0 2024-11-09T21:20:59,908 DEBUG [RS:0;9514d6d5e5be:38407 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T21:20:59,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741832_1008 (size=32) 2024-11-09T21:20:59,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:20:59,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:20:59,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:20:59,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:59,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:59,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:20:59,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:20:59,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:59,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:59,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:20:59,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:20:59,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:59,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:59,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:20:59,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:20:59,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:20:59,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:20:59,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:20:59,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/hbase/meta/1588230740 2024-11-09T21:20:59,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/hbase/meta/1588230740 2024-11-09T21:20:59,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:20:59,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:20:59,926 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:20:59,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:20:59,928 DEBUG [RS:0;9514d6d5e5be:38407 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T21:20:59,928 DEBUG [RS:0;9514d6d5e5be:38407 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T21:20:59,933 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:20:59,933 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66276221, jitterRate=-0.012407347559928894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:20:59,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731187259913Initializing all the Stores at 1731187259914 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187259914Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187259916 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187259916Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187259916Cleaning up temporary data from old regions at 1731187259926 (+10 ms)Region opened successfully at 1731187259933 (+7 ms) 2024-11-09T21:20:59,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:20:59,934 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:20:59,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:20:59,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:20:59,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:20:59,937 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:20:59,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187259933Disabling compacts and flushes for region at 1731187259933Disabling writes for close at 1731187259934 (+1 ms)Writing region close event to WAL at 1731187259937 (+3 ms)Closed at 1731187259937 2024-11-09T21:20:59,938 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:20:59,938 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T21:20:59,938 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T21:20:59,940 DEBUG [RS:0;9514d6d5e5be:38407 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T21:20:59,940 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:20:59,940 DEBUG [RS:0;9514d6d5e5be:38407 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e9855f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:20:59,946 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T21:20:59,961 DEBUG [RS:0;9514d6d5e5be:38407 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9514d6d5e5be:38407 2024-11-09T21:20:59,962 INFO [RS:0;9514d6d5e5be:38407 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T21:20:59,962 INFO [RS:0;9514d6d5e5be:38407 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T21:20:59,962 DEBUG [RS:0;9514d6d5e5be:38407 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T21:20:59,962 INFO [RS:0;9514d6d5e5be:38407 {}] regionserver.HRegionServer(2659): reportForDuty to master=9514d6d5e5be,45523,1731187258727 with port=38407, startcode=1731187258989 2024-11-09T21:20:59,963 DEBUG [RS:0;9514d6d5e5be:38407 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T21:20:59,970 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T21:20:59,971 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45523 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9514d6d5e5be,38407,1731187258989 2024-11-09T21:20:59,971 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45523 {}] master.ServerManager(517): Registering regionserver=9514d6d5e5be,38407,1731187258989 2024-11-09T21:20:59,972 DEBUG [RS:0;9514d6d5e5be:38407 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5 2024-11-09T21:20:59,972 DEBUG [RS:0;9514d6d5e5be:38407 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40275 2024-11-09T21:20:59,972 DEBUG [RS:0;9514d6d5e5be:38407 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T21:20:59,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1012179281b0000, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0910633984/rs 2024-11-09T21:20:59,981 DEBUG [RS:0;9514d6d5e5be:38407 {}] zookeeper.ZKUtil(111): regionserver:38407-0x1012179281b0001, quorum=127.0.0.1:59763, baseZNode=/0910633984 Set watcher on existing znode=/0910633984/rs/9514d6d5e5be,38407,1731187258989 2024-11-09T21:20:59,981 WARN [RS:0;9514d6d5e5be:38407 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:20:59,981 INFO [RS:0;9514d6d5e5be:38407 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:20:59,981 DEBUG [RS:0;9514d6d5e5be:38407 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989 2024-11-09T21:20:59,990 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9514d6d5e5be,38407,1731187258989] 2024-11-09T21:20:59,992 INFO [RS:0;9514d6d5e5be:38407 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T21:20:59,996 INFO [RS:0;9514d6d5e5be:38407 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T21:21:00,000 INFO [RS:0;9514d6d5e5be:38407 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T21:21:00,000 INFO [RS:0;9514d6d5e5be:38407 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:00,000 INFO [RS:0;9514d6d5e5be:38407 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T21:21:00,001 INFO [RS:0;9514d6d5e5be:38407 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T21:21:00,001 INFO [RS:0;9514d6d5e5be:38407 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:00,001 DEBUG [RS:0;9514d6d5e5be:38407 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:00,001 DEBUG [RS:0;9514d6d5e5be:38407 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:00,001 DEBUG [RS:0;9514d6d5e5be:38407 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:00,001 DEBUG [RS:0;9514d6d5e5be:38407 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:00,001 DEBUG [RS:0;9514d6d5e5be:38407 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:00,001 DEBUG [RS:0;9514d6d5e5be:38407 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:21:00,001 DEBUG [RS:0;9514d6d5e5be:38407 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:00,001 DEBUG [RS:0;9514d6d5e5be:38407 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:00,001 DEBUG [RS:0;9514d6d5e5be:38407 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:00,001 DEBUG [RS:0;9514d6d5e5be:38407 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:00,001 DEBUG [RS:0;9514d6d5e5be:38407 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:00,001 DEBUG [RS:0;9514d6d5e5be:38407 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:00,001 DEBUG [RS:0;9514d6d5e5be:38407 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:21:00,001 DEBUG [RS:0;9514d6d5e5be:38407 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:21:00,008 INFO [RS:0;9514d6d5e5be:38407 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:00,008 INFO [RS:0;9514d6d5e5be:38407 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:00,008 INFO [RS:0;9514d6d5e5be:38407 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:00,008 INFO [RS:0;9514d6d5e5be:38407 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:00,008 INFO [RS:0;9514d6d5e5be:38407 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:00,008 INFO [RS:0;9514d6d5e5be:38407 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,38407,1731187258989-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:21:00,030 INFO [RS:0;9514d6d5e5be:38407 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T21:21:00,030 INFO [RS:0;9514d6d5e5be:38407 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,38407,1731187258989-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:00,031 INFO [RS:0;9514d6d5e5be:38407 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:00,031 INFO [RS:0;9514d6d5e5be:38407 {}] regionserver.Replication(171): 9514d6d5e5be,38407,1731187258989 started 2024-11-09T21:21:00,044 INFO [RS:0;9514d6d5e5be:38407 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:00,044 INFO [RS:0;9514d6d5e5be:38407 {}] regionserver.HRegionServer(1482): Serving as 9514d6d5e5be,38407,1731187258989, RpcServer on 9514d6d5e5be/172.17.0.2:38407, sessionid=0x1012179281b0001 2024-11-09T21:21:00,044 DEBUG [RS:0;9514d6d5e5be:38407 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T21:21:00,044 DEBUG [RS:0;9514d6d5e5be:38407 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9514d6d5e5be,38407,1731187258989 2024-11-09T21:21:00,044 DEBUG [RS:0;9514d6d5e5be:38407 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,38407,1731187258989' 2024-11-09T21:21:00,044 DEBUG [RS:0;9514d6d5e5be:38407 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0910633984/flush-table-proc/abort' 2024-11-09T21:21:00,045 DEBUG [RS:0;9514d6d5e5be:38407 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0910633984/flush-table-proc/acquired' 2024-11-09T21:21:00,045 DEBUG [RS:0;9514d6d5e5be:38407 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T21:21:00,045 DEBUG [RS:0;9514d6d5e5be:38407 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T21:21:00,045 DEBUG [RS:0;9514d6d5e5be:38407 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9514d6d5e5be,38407,1731187258989 2024-11-09T21:21:00,045 DEBUG [RS:0;9514d6d5e5be:38407 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,38407,1731187258989' 2024-11-09T21:21:00,045 DEBUG [RS:0;9514d6d5e5be:38407 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0910633984/online-snapshot/abort' 2024-11-09T21:21:00,045 DEBUG [RS:0;9514d6d5e5be:38407 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0910633984/online-snapshot/acquired' 2024-11-09T21:21:00,046 DEBUG [RS:0;9514d6d5e5be:38407 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T21:21:00,046 INFO [RS:0;9514d6d5e5be:38407 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T21:21:00,046 INFO [RS:0;9514d6d5e5be:38407 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T21:21:00,096 WARN [9514d6d5e5be:45523 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T21:21:00,146 INFO [RS:0;9514d6d5e5be:38407 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:21:00,147 INFO [RS:0;9514d6d5e5be:38407 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C38407%2C1731187258989, suffix=, logDir=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989, archiveDir=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/oldWALs, maxLogs=10 2024-11-09T21:21:00,160 DEBUG [RS:0;9514d6d5e5be:38407 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147, exclude list is [], retry=0 2024-11-09T21:21:00,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35017,DS-bfdf3c2d-30e8-45e6-87bb-9bcdd07ff920,DISK] 2024-11-09T21:21:00,164 INFO [RS:0;9514d6d5e5be:38407 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 2024-11-09T21:21:00,165 DEBUG [RS:0;9514d6d5e5be:38407 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43865:43865)] 2024-11-09T21:21:00,346 DEBUG [9514d6d5e5be:45523 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T21:21:00,346 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9514d6d5e5be,38407,1731187258989 2024-11-09T21:21:00,347 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,38407,1731187258989, state=OPENING 2024-11-09T21:21:00,433 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T21:21:00,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38407-0x1012179281b0001, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0910633984 2024-11-09T21:21:00,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1012179281b0000, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0910633984 2024-11-09T21:21:00,444 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0910633984/meta-region-server: CHANGED 2024-11-09T21:21:00,444 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:21:00,444 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0910633984/meta-region-server: CHANGED 2024-11-09T21:21:00,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,38407,1731187258989}] 2024-11-09T21:21:00,596 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:21:00,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46567, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T21:21:00,600 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T21:21:00,600 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:21:00,600 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T21:21:00,601 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C38407%2C1731187258989.meta, suffix=.meta, logDir=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989, archiveDir=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/oldWALs, maxLogs=10 2024-11-09T21:21:00,613 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.meta.1731187260601.meta, exclude list is [], retry=0 2024-11-09T21:21:00,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35017,DS-bfdf3c2d-30e8-45e6-87bb-9bcdd07ff920,DISK] 2024-11-09T21:21:00,616 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.meta.1731187260601.meta 2024-11-09T21:21:00,617 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43865:43865)] 2024-11-09T21:21:00,617 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:21:00,617 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:21:00,617 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:21:00,617 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T21:21:00,617 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T21:21:00,618 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T21:21:00,618 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:21:00,618 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T21:21:00,618 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T21:21:00,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:21:00,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:21:00,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:00,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:00,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:21:00,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:21:00,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:00,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:00,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:21:00,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:21:00,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:00,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:00,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:21:00,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:21:00,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:00,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:00,623 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:21:00,623 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/hbase/meta/1588230740 2024-11-09T21:21:00,624 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/hbase/meta/1588230740 2024-11-09T21:21:00,624 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:21:00,624 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:21:00,625 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:21:00,626 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:21:00,626 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69131615, jitterRate=0.03014133870601654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:21:00,626 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T21:21:00,627 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731187260618Writing region info on filesystem at 1731187260618Initializing all the Stores at 1731187260618Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187260618Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187260619 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187260619Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187260619Cleaning up temporary data from old regions at 1731187260624 (+5 ms)Running coprocessor post-open hooks at 1731187260626 (+2 ms)Region opened successfully at 1731187260626 2024-11-09T21:21:00,628 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731187260596 2024-11-09T21:21:00,630 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T21:21:00,630 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T21:21:00,630 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,38407,1731187258989 2024-11-09T21:21:00,630 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,38407,1731187258989, state=OPEN 2024-11-09T21:21:00,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38407-0x1012179281b0001, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0910633984/meta-region-server 2024-11-09T21:21:00,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1012179281b0000, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0910633984/meta-region-server 2024-11-09T21:21:00,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0910633984/meta-region-server: CHANGED 2024-11-09T21:21:00,667 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0910633984/meta-region-server: CHANGED 2024-11-09T21:21:00,667 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9514d6d5e5be,38407,1731187258989 2024-11-09T21:21:00,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T21:21:00,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,38407,1731187258989 in 223 msec 2024-11-09T21:21:00,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T21:21:00,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 731 msec 2024-11-09T21:21:00,671 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:21:00,671 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T21:21:00,672 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:21:00,672 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,38407,1731187258989, seqNum=-1] 2024-11-09T21:21:00,672 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:21:00,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39283, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:21:00,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 872 msec 2024-11-09T21:21:00,677 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731187260677, completionTime=-1 2024-11-09T21:21:00,678 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T21:21:00,678 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T21:21:00,679 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T21:21:00,679 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731187320679 2024-11-09T21:21:00,679 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731187380679 2024-11-09T21:21:00,679 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T21:21:00,679 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,45523,1731187258727-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:00,680 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,45523,1731187258727-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:00,680 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,45523,1731187258727-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:00,680 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9514d6d5e5be:45523, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:00,680 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:00,680 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:00,681 DEBUG [master/9514d6d5e5be:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T21:21:00,683 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.576sec 2024-11-09T21:21:00,683 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T21:21:00,683 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T21:21:00,683 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T21:21:00,683 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T21:21:00,683 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T21:21:00,683 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,45523,1731187258727-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:21:00,683 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,45523,1731187258727-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T21:21:00,685 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T21:21:00,685 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T21:21:00,685 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,45523,1731187258727-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:00,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e841e36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:00,689 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,45523,-1 for getting cluster id 2024-11-09T21:21:00,690 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:21:00,691 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca26c11e-c0d9-482d-9d8f-28ac46c7acb0' 2024-11-09T21:21:00,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:21:00,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca26c11e-c0d9-482d-9d8f-28ac46c7acb0" 2024-11-09T21:21:00,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79c2339a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:00,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,45523,-1] 2024-11-09T21:21:00,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:21:00,692 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:00,692 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:21:00,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4508e86d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:00,693 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:21:00,694 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,38407,1731187258989, seqNum=-1] 2024-11-09T21:21:00,694 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:21:00,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:21:00,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9514d6d5e5be,45523,1731187258727 2024-11-09T21:21:00,697 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59763 2024-11-09T21:21:00,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:21:00,718 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012179281b0002 connected 2024-11-09T21:21:00,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a/hadoop.log.dir so I do NOT create it in target/test-data/3904315c-5404-c9d9-0c9c-3100d75a1af8 2024-11-09T21:21:00,730 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T21:21:00,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a/hadoop.tmp.dir so I do NOT create it in target/test-data/3904315c-5404-c9d9-0c9c-3100d75a1af8 2024-11-09T21:21:00,730 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T21:21:00,730 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3904315c-5404-c9d9-0c9c-3100d75a1af8 2024-11-09T21:21:00,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T21:21:00,730 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3904315c-5404-c9d9-0c9c-3100d75a1af8/cluster_d81a4554-dfda-6011-1fbb-c0d99eda91f0, deleteOnExit=true 2024-11-09T21:21:00,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T21:21:00,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3904315c-5404-c9d9-0c9c-3100d75a1af8/test.cache.data in system properties and HBase conf 2024-11-09T21:21:00,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3904315c-5404-c9d9-0c9c-3100d75a1af8/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T21:21:00,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3904315c-5404-c9d9-0c9c-3100d75a1af8/hadoop.log.dir in system properties and HBase conf 2024-11-09T21:21:00,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3904315c-5404-c9d9-0c9c-3100d75a1af8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T21:21:00,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3904315c-5404-c9d9-0c9c-3100d75a1af8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T21:21:00,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T21:21:00,730 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T21:21:00,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3904315c-5404-c9d9-0c9c-3100d75a1af8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:21:00,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3904315c-5404-c9d9-0c9c-3100d75a1af8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:21:00,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3904315c-5404-c9d9-0c9c-3100d75a1af8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T21:21:00,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3904315c-5404-c9d9-0c9c-3100d75a1af8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:21:00,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3904315c-5404-c9d9-0c9c-3100d75a1af8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T21:21:00,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3904315c-5404-c9d9-0c9c-3100d75a1af8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T21:21:00,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3904315c-5404-c9d9-0c9c-3100d75a1af8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:21:00,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3904315c-5404-c9d9-0c9c-3100d75a1af8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:21:00,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3904315c-5404-c9d9-0c9c-3100d75a1af8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T21:21:00,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3904315c-5404-c9d9-0c9c-3100d75a1af8/nfs.dump.dir in system properties and HBase conf 2024-11-09T21:21:00,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3904315c-5404-c9d9-0c9c-3100d75a1af8/java.io.tmpdir in system properties and HBase conf 2024-11-09T21:21:00,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3904315c-5404-c9d9-0c9c-3100d75a1af8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:21:00,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3904315c-5404-c9d9-0c9c-3100d75a1af8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T21:21:00,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3904315c-5404-c9d9-0c9c-3100d75a1af8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T21:21:01,073 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:21:01,077 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:21:01,083 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:21:01,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:21:01,084 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T21:21:01,085 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:21:01,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e3f5676{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3904315c-5404-c9d9-0c9c-3100d75a1af8/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:21:01,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19de0200{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:21:01,241 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4301fb05{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3904315c-5404-c9d9-0c9c-3100d75a1af8/java.io.tmpdir/jetty-localhost-40123-hadoop-hdfs-3_4_1-tests_jar-_-any-16687985117374345733/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:21:01,242 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15ae498c{HTTP/1.1, (http/1.1)}{localhost:40123} 2024-11-09T21:21:01,242 INFO [Time-limited test {}] server.Server(415): Started @225245ms 2024-11-09T21:21:01,531 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:21:01,535 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:21:01,537 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:21:01,537 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:21:01,538 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T21:21:01,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44eac22e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3904315c-5404-c9d9-0c9c-3100d75a1af8/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:21:01,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d70848a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:21:01,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6db64f1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3904315c-5404-c9d9-0c9c-3100d75a1af8/java.io.tmpdir/jetty-localhost-39609-hadoop-hdfs-3_4_1-tests_jar-_-any-7874979530094642796/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:21:01,642 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2471dff0{HTTP/1.1, (http/1.1)}{localhost:39609} 2024-11-09T21:21:01,642 INFO [Time-limited test {}] server.Server(415): Started @225644ms 2024-11-09T21:21:01,643 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T21:21:02,517 WARN [Thread-2776 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3904315c-5404-c9d9-0c9c-3100d75a1af8/cluster_d81a4554-dfda-6011-1fbb-c0d99eda91f0/data/data1/current/BP-1719656187-172.17.0.2-1731187260746/current, will proceed with Du for space computation calculation, 2024-11-09T21:21:02,517 WARN [Thread-2777 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3904315c-5404-c9d9-0c9c-3100d75a1af8/cluster_d81a4554-dfda-6011-1fbb-c0d99eda91f0/data/data2/current/BP-1719656187-172.17.0.2-1731187260746/current, will proceed with Du for space computation calculation, 2024-11-09T21:21:02,534 WARN [Thread-2764 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T21:21:02,536 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda90247d9b1f2901 with lease ID 0x29d7ee7e996c32a5: Processing first storage report for DS-667aca6b-d570-4c6a-a584-4b1157d9f1bf from datanode DatanodeRegistration(127.0.0.1:45453, datanodeUuid=7142ee26-bbcc-4636-87fd-29e4901a3722, infoPort=32885, infoSecurePort=0, ipcPort=45641, storageInfo=lv=-57;cid=testClusterID;nsid=1564618604;c=1731187260746) 2024-11-09T21:21:02,537 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda90247d9b1f2901 with lease ID 0x29d7ee7e996c32a5: from storage DS-667aca6b-d570-4c6a-a584-4b1157d9f1bf node DatanodeRegistration(127.0.0.1:45453, datanodeUuid=7142ee26-bbcc-4636-87fd-29e4901a3722, infoPort=32885, infoSecurePort=0, ipcPort=45641, storageInfo=lv=-57;cid=testClusterID;nsid=1564618604;c=1731187260746), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:21:02,537 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda90247d9b1f2901 with lease ID 0x29d7ee7e996c32a5: Processing first storage report for DS-84cc17cc-47a0-4045-a00b-4931b1f71e0f from datanode DatanodeRegistration(127.0.0.1:45453, datanodeUuid=7142ee26-bbcc-4636-87fd-29e4901a3722, infoPort=32885, infoSecurePort=0, ipcPort=45641, storageInfo=lv=-57;cid=testClusterID;nsid=1564618604;c=1731187260746) 2024-11-09T21:21:02,537 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda90247d9b1f2901 with lease ID 0x29d7ee7e996c32a5: from storage DS-84cc17cc-47a0-4045-a00b-4931b1f71e0f node DatanodeRegistration(127.0.0.1:45453, datanodeUuid=7142ee26-bbcc-4636-87fd-29e4901a3722, infoPort=32885, infoSecurePort=0, ipcPort=45641, storageInfo=lv=-57;cid=testClusterID;nsid=1564618604;c=1731187260746), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:21:02,576 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3904315c-5404-c9d9-0c9c-3100d75a1af8 2024-11-09T21:21:02,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:21:02,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:21:02,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741825_1001 (size=7) 2024-11-09T21:21:02,983 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab with version=8 2024-11-09T21:21:02,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/hbase-staging 2024-11-09T21:21:02,986 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:21:02,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:21:02,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:21:02,986 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:21:02,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:21:02,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:21:02,986 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T21:21:02,986 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:21:02,986 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43403 2024-11-09T21:21:02,987 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43403 connecting to ZooKeeper ensemble=127.0.0.1:59763 2024-11-09T21:21:03,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434030x0, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:21:03,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43403-0x1012179281b0003 connected 2024-11-09T21:21:03,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:21:03,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:21:03,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43403-0x1012179281b0003, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Set watcher on znode that does not yet exist, /1-126568558/running 2024-11-09T21:21:03,205 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab, hbase.cluster.distributed=false 2024-11-09T21:21:03,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43403-0x1012179281b0003, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Set watcher on znode that does not yet exist, /1-126568558/acl 2024-11-09T21:21:03,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43403 2024-11-09T21:21:03,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43403 2024-11-09T21:21:03,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43403 2024-11-09T21:21:03,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43403 2024-11-09T21:21:03,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43403 2024-11-09T21:21:03,224 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:21:03,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:21:03,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:21:03,224 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:21:03,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:21:03,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:21:03,224 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T21:21:03,225 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:21:03,225 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45089 2024-11-09T21:21:03,226 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45089 connecting to ZooKeeper ensemble=127.0.0.1:59763 2024-11-09T21:21:03,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:21:03,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:21:03,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450890x0, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:21:03,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450890x0, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Set watcher on znode that does not yet exist, /1-126568558/running 2024-11-09T21:21:03,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45089-0x1012179281b0004 connected 2024-11-09T21:21:03,254 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T21:21:03,255 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T21:21:03,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45089-0x1012179281b0004, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Set watcher on znode that does not yet exist, /1-126568558/master 2024-11-09T21:21:03,256 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45089-0x1012179281b0004, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Set watcher on znode that does not yet exist, /1-126568558/acl 2024-11-09T21:21:03,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45089 2024-11-09T21:21:03,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45089 2024-11-09T21:21:03,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45089 2024-11-09T21:21:03,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45089 2024-11-09T21:21:03,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45089 2024-11-09T21:21:03,274 DEBUG [M:0;9514d6d5e5be:43403 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9514d6d5e5be:43403 2024-11-09T21:21:03,275 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-126568558/backup-masters/9514d6d5e5be,43403,1731187262985 2024-11-09T21:21:03,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43403-0x1012179281b0003, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-126568558/backup-masters 2024-11-09T21:21:03,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45089-0x1012179281b0004, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-126568558/backup-masters 2024-11-09T21:21:03,290 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43403-0x1012179281b0003, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Set watcher on existing znode=/1-126568558/backup-masters/9514d6d5e5be,43403,1731187262985 2024-11-09T21:21:03,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45089-0x1012179281b0004, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-126568558/master 2024-11-09T21:21:03,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45089-0x1012179281b0004, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-126568558 2024-11-09T21:21:03,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43403-0x1012179281b0003, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-126568558 2024-11-09T21:21:03,308 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43403-0x1012179281b0003, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Set watcher on existing znode=/1-126568558/master 2024-11-09T21:21:03,309 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-126568558/backup-masters/9514d6d5e5be,43403,1731187262985 from backup master directory 2024-11-09T21:21:03,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43403-0x1012179281b0003, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-126568558/backup-masters/9514d6d5e5be,43403,1731187262985 2024-11-09T21:21:03,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45089-0x1012179281b0004, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-126568558/backup-masters 2024-11-09T21:21:03,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43403-0x1012179281b0003, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-126568558/backup-masters 2024-11-09T21:21:03,364 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:21:03,364 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9514d6d5e5be,43403,1731187262985 2024-11-09T21:21:03,367 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/hbase.id] with ID: f0041b29-34f7-4e91-b337-40b41f2fb75b 2024-11-09T21:21:03,367 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/.tmp/hbase.id 2024-11-09T21:21:03,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741826_1002 (size=42) 2024-11-09T21:21:03,773 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/.tmp/hbase.id]:[hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/hbase.id] 2024-11-09T21:21:03,780 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:21:03,780 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T21:21:03,781 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T21:21:03,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45089-0x1012179281b0004, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-126568558 2024-11-09T21:21:03,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43403-0x1012179281b0003, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-126568558 2024-11-09T21:21:03,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741827_1003 (size=196) 2024-11-09T21:21:03,927 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T21:21:03,927 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T21:21:03,927 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T21:21:04,222 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:21:04,223 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T21:21:04,224 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:21:04,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741828_1004 (size=1189) 2024-11-09T21:21:04,629 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/MasterData/data/master/store 2024-11-09T21:21:04,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741829_1005 (size=34) 2024-11-09T21:21:05,034 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:21:05,034 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:21:05,034 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:21:05,034 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:21:05,034 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:21:05,034 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:21:05,034 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:21:05,034 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187265034Disabling compacts and flushes for region at 1731187265034Disabling writes for close at 1731187265034Writing region close event to WAL at 1731187265034Closed at 1731187265034 2024-11-09T21:21:05,035 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/MasterData/data/master/store/.initializing 2024-11-09T21:21:05,035 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/MasterData/WALs/9514d6d5e5be,43403,1731187262985 2024-11-09T21:21:05,036 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:21:05,037 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9514d6d5e5be%2C43403%2C1731187262985, suffix=, logDir=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/MasterData/WALs/9514d6d5e5be,43403,1731187262985, archiveDir=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/MasterData/oldWALs, maxLogs=10 2024-11-09T21:21:05,049 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/MasterData/WALs/9514d6d5e5be,43403,1731187262985/9514d6d5e5be%2C43403%2C1731187262985.1731187265038, exclude list is [], retry=0 2024-11-09T21:21:05,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45453,DS-667aca6b-d570-4c6a-a584-4b1157d9f1bf,DISK] 2024-11-09T21:21:05,052 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/MasterData/WALs/9514d6d5e5be,43403,1731187262985/9514d6d5e5be%2C43403%2C1731187262985.1731187265038 2024-11-09T21:21:05,052 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32885:32885)] 2024-11-09T21:21:05,052 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:21:05,052 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:21:05,053 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:05,053 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:05,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:05,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T21:21:05,055 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:05,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:05,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:05,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T21:21:05,056 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:05,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:21:05,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:05,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T21:21:05,058 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:05,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:21:05,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:05,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T21:21:05,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:05,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:21:05,059 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:05,060 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:05,060 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:05,062 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:05,062 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:05,063 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:21:05,064 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:05,065 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:21:05,066 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74659437, jitterRate=0.11251230537891388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:21:05,066 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731187265053Initializing all the Stores at 1731187265053Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187265053Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187265053Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187265053Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187265053Cleaning up temporary data from old regions at 1731187265062 (+9 ms)Region opened successfully at 1731187265066 (+4 ms) 2024-11-09T21:21:05,066 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T21:21:05,069 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62e24c65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:21:05,070 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T21:21:05,070 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T21:21:05,070 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T21:21:05,070 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T21:21:05,071 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T21:21:05,071 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T21:21:05,071 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T21:21:05,077 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T21:21:05,078 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43403-0x1012179281b0003, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Unable to get data of znode /1-126568558/balancer because node does not exist (not necessarily an error) 2024-11-09T21:21:05,138 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-126568558/balancer already deleted, retry=false 2024-11-09T21:21:05,138 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T21:21:05,139 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43403-0x1012179281b0003, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Unable to get data of znode /1-126568558/normalizer because node does not exist (not necessarily an error) 2024-11-09T21:21:05,214 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-126568558/normalizer already deleted, retry=false 2024-11-09T21:21:05,214 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T21:21:05,214 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43403-0x1012179281b0003, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Unable to get data of znode /1-126568558/switch/split because node does not exist (not necessarily an error) 2024-11-09T21:21:05,294 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-126568558/switch/split already deleted, retry=false 2024-11-09T21:21:05,295 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43403-0x1012179281b0003, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Unable to get data of znode /1-126568558/switch/merge because node does not exist (not necessarily an error) 2024-11-09T21:21:05,372 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-126568558/switch/merge already deleted, retry=false 2024-11-09T21:21:05,374 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43403-0x1012179281b0003, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Unable to get data of znode /1-126568558/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T21:21:05,457 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-126568558/snapshot-cleanup already deleted, retry=false 2024-11-09T21:21:05,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45089-0x1012179281b0004, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-126568558/running 2024-11-09T21:21:05,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45089-0x1012179281b0004, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-126568558 2024-11-09T21:21:05,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43403-0x1012179281b0003, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-126568558/running 2024-11-09T21:21:05,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43403-0x1012179281b0003, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-126568558 2024-11-09T21:21:05,521 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9514d6d5e5be,43403,1731187262985, sessionid=0x1012179281b0003, setting cluster-up flag (Was=false) 2024-11-09T21:21:05,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45089-0x1012179281b0004, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-126568558 2024-11-09T21:21:05,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43403-0x1012179281b0003, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-126568558 2024-11-09T21:21:05,760 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-126568558/flush-table-proc/acquired, /1-126568558/flush-table-proc/reached, /1-126568558/flush-table-proc/abort 2024-11-09T21:21:05,761 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,43403,1731187262985 2024-11-09T21:21:05,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45089-0x1012179281b0004, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-126568558 2024-11-09T21:21:05,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43403-0x1012179281b0003, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-126568558 2024-11-09T21:21:05,811 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-126568558/online-snapshot/acquired, /1-126568558/online-snapshot/reached, /1-126568558/online-snapshot/abort 2024-11-09T21:21:05,812 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,43403,1731187262985 2024-11-09T21:21:05,813 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T21:21:05,815 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T21:21:05,815 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T21:21:05,815 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T21:21:05,816 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9514d6d5e5be,43403,1731187262985 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T21:21:05,817 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:21:05,817 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:21:05,817 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:21:05,817 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:21:05,817 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9514d6d5e5be:0, corePoolSize=10, maxPoolSize=10 2024-11-09T21:21:05,817 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:05,817 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:21:05,817 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:05,818 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731187295818 2024-11-09T21:21:05,818 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T21:21:05,819 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T21:21:05,819 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T21:21:05,819 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T21:21:05,819 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T21:21:05,819 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T21:21:05,819 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:05,820 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:21:05,820 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T21:21:05,820 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T21:21:05,820 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T21:21:05,821 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T21:21:05,821 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:05,821 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T21:21:05,821 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T21:21:05,824 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T21:21:05,824 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T21:21:05,825 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187265824,5,FailOnTimeoutGroup] 2024-11-09T21:21:05,828 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187265825,5,FailOnTimeoutGroup] 2024-11-09T21:21:05,828 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:05,828 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T21:21:05,828 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:05,828 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:05,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741831_1007 (size=1321) 2024-11-09T21:21:05,873 INFO [RS:0;9514d6d5e5be:45089 {}] regionserver.HRegionServer(746): ClusterId : f0041b29-34f7-4e91-b337-40b41f2fb75b 2024-11-09T21:21:05,873 DEBUG [RS:0;9514d6d5e5be:45089 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T21:21:05,886 DEBUG [RS:0;9514d6d5e5be:45089 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T21:21:05,886 DEBUG [RS:0;9514d6d5e5be:45089 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T21:21:05,957 DEBUG [RS:0;9514d6d5e5be:45089 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T21:21:05,957 DEBUG [RS:0;9514d6d5e5be:45089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aec789a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:21:05,967 DEBUG [RS:0;9514d6d5e5be:45089 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9514d6d5e5be:45089 2024-11-09T21:21:05,967 INFO [RS:0;9514d6d5e5be:45089 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T21:21:05,967 INFO [RS:0;9514d6d5e5be:45089 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T21:21:05,967 DEBUG [RS:0;9514d6d5e5be:45089 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T21:21:05,967 INFO [RS:0;9514d6d5e5be:45089 {}] regionserver.HRegionServer(2659): reportForDuty to master=9514d6d5e5be,43403,1731187262985 with port=45089, startcode=1731187263224 2024-11-09T21:21:05,968 DEBUG [RS:0;9514d6d5e5be:45089 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T21:21:05,969 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T21:21:05,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43403 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9514d6d5e5be,45089,1731187263224 2024-11-09T21:21:05,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43403 {}] master.ServerManager(517): Registering regionserver=9514d6d5e5be,45089,1731187263224 2024-11-09T21:21:05,970 DEBUG [RS:0;9514d6d5e5be:45089 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab 2024-11-09T21:21:05,970 DEBUG [RS:0;9514d6d5e5be:45089 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37461 2024-11-09T21:21:05,970 DEBUG [RS:0;9514d6d5e5be:45089 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T21:21:05,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43403-0x1012179281b0003, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-126568558/rs 2024-11-09T21:21:05,980 DEBUG [RS:0;9514d6d5e5be:45089 {}] zookeeper.ZKUtil(111): regionserver:45089-0x1012179281b0004, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Set watcher on existing znode=/1-126568558/rs/9514d6d5e5be,45089,1731187263224 2024-11-09T21:21:05,980 WARN [RS:0;9514d6d5e5be:45089 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:21:05,980 INFO [RS:0;9514d6d5e5be:45089 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:21:05,981 DEBUG [RS:0;9514d6d5e5be:45089 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224 2024-11-09T21:21:05,981 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9514d6d5e5be,45089,1731187263224] 2024-11-09T21:21:05,984 INFO [RS:0;9514d6d5e5be:45089 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T21:21:05,988 INFO [RS:0;9514d6d5e5be:45089 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T21:21:05,989 INFO [RS:0;9514d6d5e5be:45089 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T21:21:05,989 INFO [RS:0;9514d6d5e5be:45089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:05,990 INFO [RS:0;9514d6d5e5be:45089 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T21:21:05,990 INFO [RS:0;9514d6d5e5be:45089 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T21:21:05,990 INFO [RS:0;9514d6d5e5be:45089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:05,990 DEBUG [RS:0;9514d6d5e5be:45089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:05,991 DEBUG [RS:0;9514d6d5e5be:45089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:05,991 DEBUG [RS:0;9514d6d5e5be:45089 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:05,991 DEBUG [RS:0;9514d6d5e5be:45089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:05,991 DEBUG [RS:0;9514d6d5e5be:45089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:05,991 DEBUG [RS:0;9514d6d5e5be:45089 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:21:05,991 DEBUG [RS:0;9514d6d5e5be:45089 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:05,991 DEBUG [RS:0;9514d6d5e5be:45089 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:05,991 DEBUG [RS:0;9514d6d5e5be:45089 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:05,991 DEBUG [RS:0;9514d6d5e5be:45089 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:05,991 DEBUG [RS:0;9514d6d5e5be:45089 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:05,991 DEBUG [RS:0;9514d6d5e5be:45089 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:05,991 DEBUG [RS:0;9514d6d5e5be:45089 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:21:05,991 DEBUG [RS:0;9514d6d5e5be:45089 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:21:05,992 INFO [RS:0;9514d6d5e5be:45089 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:05,992 INFO [RS:0;9514d6d5e5be:45089 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:05,992 INFO [RS:0;9514d6d5e5be:45089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:05,992 INFO [RS:0;9514d6d5e5be:45089 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:05,992 INFO [RS:0;9514d6d5e5be:45089 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:05,993 INFO [RS:0;9514d6d5e5be:45089 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,45089,1731187263224-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:21:06,004 INFO [RS:0;9514d6d5e5be:45089 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T21:21:06,005 INFO [RS:0;9514d6d5e5be:45089 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,45089,1731187263224-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:06,005 INFO [RS:0;9514d6d5e5be:45089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:06,005 INFO [RS:0;9514d6d5e5be:45089 {}] regionserver.Replication(171): 9514d6d5e5be,45089,1731187263224 started 2024-11-09T21:21:06,016 INFO [RS:0;9514d6d5e5be:45089 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:06,016 INFO [RS:0;9514d6d5e5be:45089 {}] regionserver.HRegionServer(1482): Serving as 9514d6d5e5be,45089,1731187263224, RpcServer on 9514d6d5e5be/172.17.0.2:45089, sessionid=0x1012179281b0004 2024-11-09T21:21:06,017 DEBUG [RS:0;9514d6d5e5be:45089 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T21:21:06,017 DEBUG [RS:0;9514d6d5e5be:45089 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9514d6d5e5be,45089,1731187263224 2024-11-09T21:21:06,017 DEBUG [RS:0;9514d6d5e5be:45089 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,45089,1731187263224' 2024-11-09T21:21:06,017 DEBUG [RS:0;9514d6d5e5be:45089 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-126568558/flush-table-proc/abort' 2024-11-09T21:21:06,017 DEBUG [RS:0;9514d6d5e5be:45089 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-126568558/flush-table-proc/acquired' 2024-11-09T21:21:06,017 DEBUG [RS:0;9514d6d5e5be:45089 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T21:21:06,017 DEBUG [RS:0;9514d6d5e5be:45089 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T21:21:06,017 DEBUG [RS:0;9514d6d5e5be:45089 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9514d6d5e5be,45089,1731187263224 2024-11-09T21:21:06,017 DEBUG [RS:0;9514d6d5e5be:45089 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,45089,1731187263224' 2024-11-09T21:21:06,017 DEBUG [RS:0;9514d6d5e5be:45089 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-126568558/online-snapshot/abort' 2024-11-09T21:21:06,018 DEBUG [RS:0;9514d6d5e5be:45089 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-126568558/online-snapshot/acquired' 2024-11-09T21:21:06,018 DEBUG [RS:0;9514d6d5e5be:45089 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T21:21:06,018 INFO [RS:0;9514d6d5e5be:45089 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T21:21:06,018 INFO [RS:0;9514d6d5e5be:45089 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T21:21:06,118 INFO [RS:0;9514d6d5e5be:45089 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:21:06,119 INFO [RS:0;9514d6d5e5be:45089 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C45089%2C1731187263224, suffix=, logDir=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224, archiveDir=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/oldWALs, maxLogs=10 2024-11-09T21:21:06,120 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:21:06,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:06,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:06,131 DEBUG [RS:0;9514d6d5e5be:45089 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120, exclude list is [], retry=0 2024-11-09T21:21:06,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45453,DS-667aca6b-d570-4c6a-a584-4b1157d9f1bf,DISK] 2024-11-09T21:21:06,134 INFO [RS:0;9514d6d5e5be:45089 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 2024-11-09T21:21:06,135 DEBUG [RS:0;9514d6d5e5be:45089 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32885:32885)] 2024-11-09T21:21:06,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:06,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:06,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:06,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:06,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:06,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:06,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:06,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:06,168 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:06,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:06,178 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T21:21:06,238 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T21:21:06,238 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab 2024-11-09T21:21:06,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741833_1009 (size=32) 2024-11-09T21:21:06,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:21:06,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:21:06,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:21:06,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:06,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:06,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:21:06,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:21:06,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:06,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:06,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:21:06,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:21:06,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:06,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:06,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:21:06,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:21:06,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:06,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:06,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:21:06,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/hbase/meta/1588230740 2024-11-09T21:21:06,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/hbase/meta/1588230740 2024-11-09T21:21:06,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:21:06,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:21:06,654 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:21:06,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:21:06,656 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:21:06,657 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62026068, jitterRate=-0.07573956251144409}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:21:06,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731187266646Initializing all the Stores at 1731187266647 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187266647Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187266647Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187266647Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187266647Cleaning up temporary data from old regions at 1731187266654 (+7 ms)Region opened successfully at 1731187266657 (+3 ms) 2024-11-09T21:21:06,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:21:06,657 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:21:06,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:21:06,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:21:06,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:21:06,660 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:21:06,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187266657Disabling compacts and flushes for region at 1731187266657Disabling writes for close at 1731187266657Writing region close event to WAL at 1731187266660 (+3 ms)Closed at 1731187266660 2024-11-09T21:21:06,661 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:21:06,661 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T21:21:06,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T21:21:06,662 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:21:06,663 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T21:21:06,813 DEBUG [9514d6d5e5be:43403 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T21:21:06,813 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9514d6d5e5be,45089,1731187263224 2024-11-09T21:21:06,814 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,45089,1731187263224, state=OPENING 2024-11-09T21:21:06,886 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T21:21:06,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43403-0x1012179281b0003, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-126568558 2024-11-09T21:21:06,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45089-0x1012179281b0004, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-126568558 2024-11-09T21:21:06,907 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:21:06,907 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-126568558/meta-region-server: CHANGED 2024-11-09T21:21:06,907 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-126568558/meta-region-server: CHANGED 2024-11-09T21:21:06,907 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,45089,1731187263224}] 2024-11-09T21:21:07,060 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:21:07,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T21:21:07,063 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T21:21:07,063 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:21:07,063 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T21:21:07,064 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C45089%2C1731187263224.meta, suffix=.meta, logDir=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224, archiveDir=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/oldWALs, maxLogs=10 2024-11-09T21:21:07,077 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.meta.1731187267065.meta, exclude list is [], retry=0 2024-11-09T21:21:07,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45453,DS-667aca6b-d570-4c6a-a584-4b1157d9f1bf,DISK] 2024-11-09T21:21:07,081 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.meta.1731187267065.meta 2024-11-09T21:21:07,082 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32885:32885)] 2024-11-09T21:21:07,082 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:21:07,082 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:21:07,082 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:21:07,082 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T21:21:07,082 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T21:21:07,083 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T21:21:07,083 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:21:07,083 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T21:21:07,083 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T21:21:07,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:21:07,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:21:07,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:07,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:07,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:21:07,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:21:07,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:07,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:07,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:21:07,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:21:07,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:07,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:07,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:21:07,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:21:07,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:07,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:07,088 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:21:07,089 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/hbase/meta/1588230740 2024-11-09T21:21:07,093 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/hbase/meta/1588230740 2024-11-09T21:21:07,094 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:21:07,094 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:21:07,095 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:21:07,096 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:21:07,096 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73130781, jitterRate=0.0897335559129715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:21:07,096 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T21:21:07,097 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731187267083Writing region info on filesystem at 1731187267083Initializing all the Stores at 1731187267084 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187267084Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187267084Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187267084Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187267084Cleaning up temporary data from old regions at 1731187267094 (+10 ms)Running coprocessor post-open hooks at 1731187267096 (+2 ms)Region opened successfully at 1731187267097 (+1 ms) 2024-11-09T21:21:07,097 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731187267059 2024-11-09T21:21:07,099 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T21:21:07,099 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T21:21:07,100 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,45089,1731187263224 2024-11-09T21:21:07,100 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,45089,1731187263224, state=OPEN 2024-11-09T21:21:07,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43403-0x1012179281b0003, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-126568558/meta-region-server 2024-11-09T21:21:07,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45089-0x1012179281b0004, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-126568558/meta-region-server 2024-11-09T21:21:07,106 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9514d6d5e5be,45089,1731187263224 2024-11-09T21:21:07,106 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-126568558/meta-region-server: CHANGED 2024-11-09T21:21:07,106 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-126568558/meta-region-server: CHANGED 2024-11-09T21:21:07,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T21:21:07,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,45089,1731187263224 in 199 msec 2024-11-09T21:21:07,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T21:21:07,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 447 msec 2024-11-09T21:21:07,110 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:21:07,110 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T21:21:07,111 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:21:07,111 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,45089,1731187263224, seqNum=-1] 2024-11-09T21:21:07,111 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:21:07,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:21:07,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3020 sec 2024-11-09T21:21:07,121 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731187267121, completionTime=-1 2024-11-09T21:21:07,122 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T21:21:07,122 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T21:21:07,124 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T21:21:07,124 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731187327124 2024-11-09T21:21:07,124 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731187387124 2024-11-09T21:21:07,124 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T21:21:07,124 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,43403,1731187262985-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:07,124 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,43403,1731187262985-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:07,124 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,43403,1731187262985-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:07,124 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9514d6d5e5be:43403, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:07,124 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:07,126 DEBUG [master/9514d6d5e5be:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T21:21:07,131 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:07,135 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.771sec 2024-11-09T21:21:07,135 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T21:21:07,135 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T21:21:07,135 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T21:21:07,135 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T21:21:07,135 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T21:21:07,135 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,43403,1731187262985-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:21:07,135 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,43403,1731187262985-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T21:21:07,141 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T21:21:07,141 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T21:21:07,141 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,43403,1731187262985-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:07,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c9f7e76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:07,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,43403,-1 for getting cluster id 2024-11-09T21:21:07,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:21:07,180 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0041b29-34f7-4e91-b337-40b41f2fb75b' 2024-11-09T21:21:07,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:21:07,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0041b29-34f7-4e91-b337-40b41f2fb75b" 2024-11-09T21:21:07,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed06a75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:07,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,43403,-1] 2024-11-09T21:21:07,182 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:21:07,182 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:07,184 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:21:07,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ffa7b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:07,189 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:21:07,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,45089,1731187263224, seqNum=-1] 2024-11-09T21:21:07,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:21:07,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:21:07,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9514d6d5e5be,43403,1731187262985 2024-11-09T21:21:07,194 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59763 2024-11-09T21:21:07,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:21:07,207 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012179281b0005 connected 2024-11-09T21:21:07,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3904315c-5404-c9d9-0c9c-3100d75a1af8/hadoop.log.dir so I do NOT create it in target/test-data/aa7bb7e6-7fc9-fc92-43cf-ef836c68ae42 2024-11-09T21:21:07,214 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3904315c-5404-c9d9-0c9c-3100d75a1af8/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T21:21:07,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3904315c-5404-c9d9-0c9c-3100d75a1af8/hadoop.tmp.dir so I do NOT create it in target/test-data/aa7bb7e6-7fc9-fc92-43cf-ef836c68ae42 2024-11-09T21:21:07,214 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3904315c-5404-c9d9-0c9c-3100d75a1af8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T21:21:07,214 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa7bb7e6-7fc9-fc92-43cf-ef836c68ae42 2024-11-09T21:21:07,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T21:21:07,214 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa7bb7e6-7fc9-fc92-43cf-ef836c68ae42/cluster_9702341e-8049-9e93-adb8-2ff334abfa74, deleteOnExit=true 2024-11-09T21:21:07,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T21:21:07,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa7bb7e6-7fc9-fc92-43cf-ef836c68ae42/test.cache.data in system properties and HBase conf 2024-11-09T21:21:07,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa7bb7e6-7fc9-fc92-43cf-ef836c68ae42/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T21:21:07,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa7bb7e6-7fc9-fc92-43cf-ef836c68ae42/hadoop.log.dir in system properties and HBase conf 2024-11-09T21:21:07,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa7bb7e6-7fc9-fc92-43cf-ef836c68ae42/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T21:21:07,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa7bb7e6-7fc9-fc92-43cf-ef836c68ae42/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T21:21:07,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T21:21:07,215 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T21:21:07,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa7bb7e6-7fc9-fc92-43cf-ef836c68ae42/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:21:07,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa7bb7e6-7fc9-fc92-43cf-ef836c68ae42/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:21:07,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa7bb7e6-7fc9-fc92-43cf-ef836c68ae42/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T21:21:07,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa7bb7e6-7fc9-fc92-43cf-ef836c68ae42/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:21:07,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa7bb7e6-7fc9-fc92-43cf-ef836c68ae42/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T21:21:07,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa7bb7e6-7fc9-fc92-43cf-ef836c68ae42/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T21:21:07,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa7bb7e6-7fc9-fc92-43cf-ef836c68ae42/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:21:07,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa7bb7e6-7fc9-fc92-43cf-ef836c68ae42/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:21:07,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa7bb7e6-7fc9-fc92-43cf-ef836c68ae42/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T21:21:07,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa7bb7e6-7fc9-fc92-43cf-ef836c68ae42/nfs.dump.dir in system properties and HBase conf 2024-11-09T21:21:07,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa7bb7e6-7fc9-fc92-43cf-ef836c68ae42/java.io.tmpdir in system properties and HBase conf 2024-11-09T21:21:07,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa7bb7e6-7fc9-fc92-43cf-ef836c68ae42/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:21:07,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa7bb7e6-7fc9-fc92-43cf-ef836c68ae42/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T21:21:07,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa7bb7e6-7fc9-fc92-43cf-ef836c68ae42/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T21:21:07,640 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:21:07,644 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:21:07,649 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:21:07,649 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:21:07,649 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T21:21:07,649 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:21:07,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fbe034a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa7bb7e6-7fc9-fc92-43cf-ef836c68ae42/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:21:07,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f735fc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:21:07,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f19a91{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa7bb7e6-7fc9-fc92-43cf-ef836c68ae42/java.io.tmpdir/jetty-localhost-45695-hadoop-hdfs-3_4_1-tests_jar-_-any-12851754800202158231/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:21:07,768 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ec599a0{HTTP/1.1, (http/1.1)}{localhost:45695} 2024-11-09T21:21:07,768 INFO [Time-limited test {}] server.Server(415): Started @231770ms 2024-11-09T21:21:08,437 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:21:08,440 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:21:08,441 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:21:08,441 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:21:08,441 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T21:21:08,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b107765{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa7bb7e6-7fc9-fc92-43cf-ef836c68ae42/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:21:08,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dc7709a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:21:08,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21511a60{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa7bb7e6-7fc9-fc92-43cf-ef836c68ae42/java.io.tmpdir/jetty-localhost-33947-hadoop-hdfs-3_4_1-tests_jar-_-any-6358438163102268171/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:21:08,537 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7cd611ef{HTTP/1.1, (http/1.1)}{localhost:33947} 2024-11-09T21:21:08,538 INFO [Time-limited test {}] server.Server(415): Started @232540ms 2024-11-09T21:21:08,539 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T21:21:09,307 WARN [Thread-2897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa7bb7e6-7fc9-fc92-43cf-ef836c68ae42/cluster_9702341e-8049-9e93-adb8-2ff334abfa74/data/data1/current/BP-2034152872-172.17.0.2-1731187267243/current, will proceed with Du for space computation calculation, 2024-11-09T21:21:09,307 WARN [Thread-2898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa7bb7e6-7fc9-fc92-43cf-ef836c68ae42/cluster_9702341e-8049-9e93-adb8-2ff334abfa74/data/data2/current/BP-2034152872-172.17.0.2-1731187267243/current, will proceed with Du for space computation calculation, 2024-11-09T21:21:09,345 WARN [Thread-2885 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T21:21:09,350 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46b30e2c7214effc with lease ID 0x8178fa257a770986: Processing first storage report for DS-c3adb0e6-29b9-4bd7-90d1-6e82de612d5b from datanode DatanodeRegistration(127.0.0.1:43173, datanodeUuid=e999f056-01c1-4ccc-bdda-6b6c5480697f, infoPort=40487, infoSecurePort=0, ipcPort=43867, storageInfo=lv=-57;cid=testClusterID;nsid=686463465;c=1731187267243) 2024-11-09T21:21:09,350 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46b30e2c7214effc with lease ID 0x8178fa257a770986: from storage DS-c3adb0e6-29b9-4bd7-90d1-6e82de612d5b node DatanodeRegistration(127.0.0.1:43173, datanodeUuid=e999f056-01c1-4ccc-bdda-6b6c5480697f, infoPort=40487, infoSecurePort=0, ipcPort=43867, storageInfo=lv=-57;cid=testClusterID;nsid=686463465;c=1731187267243), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:21:09,350 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46b30e2c7214effc with lease ID 0x8178fa257a770986: Processing first storage report for DS-342c0d3d-ee1b-4ee7-a039-1c03c52f1cf5 from datanode DatanodeRegistration(127.0.0.1:43173, datanodeUuid=e999f056-01c1-4ccc-bdda-6b6c5480697f, infoPort=40487, infoSecurePort=0, ipcPort=43867, storageInfo=lv=-57;cid=testClusterID;nsid=686463465;c=1731187267243) 2024-11-09T21:21:09,350 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46b30e2c7214effc with lease ID 0x8178fa257a770986: from storage DS-342c0d3d-ee1b-4ee7-a039-1c03c52f1cf5 node DatanodeRegistration(127.0.0.1:43173, datanodeUuid=e999f056-01c1-4ccc-bdda-6b6c5480697f, infoPort=40487, infoSecurePort=0, ipcPort=43867, storageInfo=lv=-57;cid=testClusterID;nsid=686463465;c=1731187267243), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:21:09,374 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa7bb7e6-7fc9-fc92-43cf-ef836c68ae42 2024-11-09T21:21:09,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:21:09,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:21:09,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43173 is added to blk_1073741825_1001 (size=7) 2024-11-09T21:21:09,396 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c with version=8 2024-11-09T21:21:09,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/hbase-staging 2024-11-09T21:21:09,398 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:21:09,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:21:09,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:21:09,399 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:21:09,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:21:09,399 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:21:09,399 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T21:21:09,399 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:21:09,404 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38557 2024-11-09T21:21:09,405 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38557 connecting to ZooKeeper ensemble=127.0.0.1:59763 2024-11-09T21:21:09,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385570x0, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:21:09,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38557-0x1012179281b0006 connected 2024-11-09T21:21:09,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:21:09,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:21:09,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38557-0x1012179281b0006, quorum=127.0.0.1:59763, baseZNode=/2333331069 Set watcher on znode that does not yet exist, /2333331069/running 2024-11-09T21:21:09,500 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c, hbase.cluster.distributed=false 2024-11-09T21:21:09,503 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38557-0x1012179281b0006, quorum=127.0.0.1:59763, baseZNode=/2333331069 Set watcher on znode that does not yet exist, /2333331069/acl 2024-11-09T21:21:09,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38557 2024-11-09T21:21:09,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38557 2024-11-09T21:21:09,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38557 2024-11-09T21:21:09,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38557 2024-11-09T21:21:09,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38557 2024-11-09T21:21:09,526 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:21:09,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:21:09,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:21:09,527 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:21:09,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:21:09,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:21:09,527 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T21:21:09,527 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:21:09,527 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34787 2024-11-09T21:21:09,528 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34787 connecting to ZooKeeper ensemble=127.0.0.1:59763 2024-11-09T21:21:09,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:21:09,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:21:09,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347870x0, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:21:09,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347870x0, quorum=127.0.0.1:59763, baseZNode=/2333331069 Set watcher on znode that does not yet exist, /2333331069/running 2024-11-09T21:21:09,547 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T21:21:09,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34787-0x1012179281b0007 connected 2024-11-09T21:21:09,552 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T21:21:09,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34787-0x1012179281b0007, quorum=127.0.0.1:59763, baseZNode=/2333331069 Set watcher on znode that does not yet exist, /2333331069/master 2024-11-09T21:21:09,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34787-0x1012179281b0007, quorum=127.0.0.1:59763, baseZNode=/2333331069 Set watcher on znode that does not yet exist, /2333331069/acl 2024-11-09T21:21:09,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34787 2024-11-09T21:21:09,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34787 2024-11-09T21:21:09,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34787 2024-11-09T21:21:09,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34787 2024-11-09T21:21:09,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34787 2024-11-09T21:21:09,600 DEBUG [M:0;9514d6d5e5be:38557 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9514d6d5e5be:38557 2024-11-09T21:21:09,601 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2333331069/backup-masters/9514d6d5e5be,38557,1731187269398 2024-11-09T21:21:09,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34787-0x1012179281b0007, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2333331069/backup-masters 2024-11-09T21:21:09,614 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38557-0x1012179281b0006, quorum=127.0.0.1:59763, baseZNode=/2333331069 Set watcher on existing znode=/2333331069/backup-masters/9514d6d5e5be,38557,1731187269398 2024-11-09T21:21:09,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38557-0x1012179281b0006, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2333331069/backup-masters 2024-11-09T21:21:09,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34787-0x1012179281b0007, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2333331069/master 2024-11-09T21:21:09,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38557-0x1012179281b0006, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2333331069 2024-11-09T21:21:09,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34787-0x1012179281b0007, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2333331069 2024-11-09T21:21:09,624 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38557-0x1012179281b0006, quorum=127.0.0.1:59763, baseZNode=/2333331069 Set watcher on existing znode=/2333331069/master 2024-11-09T21:21:09,625 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2333331069/backup-masters/9514d6d5e5be,38557,1731187269398 from backup master directory 2024-11-09T21:21:09,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34787-0x1012179281b0007, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2333331069/backup-masters 2024-11-09T21:21:09,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38557-0x1012179281b0006, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2333331069/backup-masters/9514d6d5e5be,38557,1731187269398 2024-11-09T21:21:09,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38557-0x1012179281b0006, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2333331069/backup-masters 2024-11-09T21:21:09,633 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:21:09,633 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9514d6d5e5be,38557,1731187269398 2024-11-09T21:21:09,646 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/hbase.id] with ID: 6e94e09c-b6c4-4ca0-adf4-446d769d8237 2024-11-09T21:21:09,646 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/.tmp/hbase.id 2024-11-09T21:21:09,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43173 is added to blk_1073741826_1002 (size=42) 2024-11-09T21:21:09,651 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/.tmp/hbase.id]:[hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/hbase.id] 2024-11-09T21:21:09,659 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:21:09,659 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T21:21:09,660 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T21:21:09,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38557-0x1012179281b0006, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2333331069 2024-11-09T21:21:09,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34787-0x1012179281b0007, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2333331069 2024-11-09T21:21:09,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43173 is added to blk_1073741827_1003 (size=196) 2024-11-09T21:21:10,133 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:21:10,134 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T21:21:10,134 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:21:10,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43173 is added to blk_1073741828_1004 (size=1189) 2024-11-09T21:21:10,542 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/MasterData/data/master/store 2024-11-09T21:21:10,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43173 is added to blk_1073741829_1005 (size=34) 2024-11-09T21:21:10,982 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:21:10,983 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:21:10,983 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:21:10,983 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:21:10,983 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:21:10,983 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:21:10,983 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:21:10,983 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187270982Disabling compacts and flushes for region at 1731187270982Disabling writes for close at 1731187270983 (+1 ms)Writing region close event to WAL at 1731187270983Closed at 1731187270983 2024-11-09T21:21:10,983 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/MasterData/data/master/store/.initializing 2024-11-09T21:21:10,984 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/MasterData/WALs/9514d6d5e5be,38557,1731187269398 2024-11-09T21:21:10,984 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:21:10,986 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9514d6d5e5be%2C38557%2C1731187269398, suffix=, logDir=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/MasterData/WALs/9514d6d5e5be,38557,1731187269398, archiveDir=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/MasterData/oldWALs, maxLogs=10 2024-11-09T21:21:11,001 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/MasterData/WALs/9514d6d5e5be,38557,1731187269398/9514d6d5e5be%2C38557%2C1731187269398.1731187270986, exclude list is [], retry=0 2024-11-09T21:21:11,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43173,DS-c3adb0e6-29b9-4bd7-90d1-6e82de612d5b,DISK] 2024-11-09T21:21:11,006 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/MasterData/WALs/9514d6d5e5be,38557,1731187269398/9514d6d5e5be%2C38557%2C1731187269398.1731187270986 2024-11-09T21:21:11,006 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40487:40487)] 2024-11-09T21:21:11,006 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:21:11,006 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:21:11,006 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:11,006 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:11,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:11,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T21:21:11,009 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:11,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:11,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:11,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T21:21:11,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:11,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:21:11,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:11,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T21:21:11,011 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:11,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:21:11,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:11,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T21:21:11,013 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:11,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:21:11,013 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:11,014 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:11,014 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:11,015 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:11,015 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:11,015 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:21:11,016 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:11,018 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:21:11,019 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64534495, jitterRate=-0.0383610874414444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:21:11,019 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731187271006Initializing all the Stores at 1731187271007 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187271007Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187271007Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187271007Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187271007Cleaning up temporary data from old regions at 1731187271015 (+8 ms)Region opened successfully at 1731187271019 (+4 ms) 2024-11-09T21:21:11,019 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T21:21:11,021 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60211be8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:21:11,022 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T21:21:11,022 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T21:21:11,022 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T21:21:11,023 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T21:21:11,023 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T21:21:11,023 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T21:21:11,023 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T21:21:11,025 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T21:21:11,026 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38557-0x1012179281b0006, quorum=127.0.0.1:59763, baseZNode=/2333331069 Unable to get data of znode /2333331069/balancer because node does not exist (not necessarily an error) 2024-11-09T21:21:11,127 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2333331069/balancer already deleted, retry=false 2024-11-09T21:21:11,128 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T21:21:11,128 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38557-0x1012179281b0006, quorum=127.0.0.1:59763, baseZNode=/2333331069 Unable to get data of znode /2333331069/normalizer because node does not exist (not necessarily an error) 2024-11-09T21:21:11,137 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2333331069/normalizer already deleted, retry=false 2024-11-09T21:21:11,138 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T21:21:11,139 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38557-0x1012179281b0006, quorum=127.0.0.1:59763, baseZNode=/2333331069 Unable to get data of znode /2333331069/switch/split because node does not exist (not necessarily an error) 2024-11-09T21:21:11,148 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2333331069/switch/split already deleted, retry=false 2024-11-09T21:21:11,149 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38557-0x1012179281b0006, quorum=127.0.0.1:59763, baseZNode=/2333331069 Unable to get data of znode /2333331069/switch/merge because node does not exist (not necessarily an error) 2024-11-09T21:21:11,159 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2333331069/switch/merge already deleted, retry=false 2024-11-09T21:21:11,160 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38557-0x1012179281b0006, quorum=127.0.0.1:59763, baseZNode=/2333331069 Unable to get data of znode /2333331069/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T21:21:11,169 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2333331069/snapshot-cleanup already deleted, retry=false 2024-11-09T21:21:11,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38557-0x1012179281b0006, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2333331069/running 2024-11-09T21:21:11,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34787-0x1012179281b0007, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2333331069/running 2024-11-09T21:21:11,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38557-0x1012179281b0006, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2333331069 2024-11-09T21:21:11,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34787-0x1012179281b0007, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2333331069 2024-11-09T21:21:11,180 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9514d6d5e5be,38557,1731187269398, sessionid=0x1012179281b0006, setting cluster-up flag (Was=false) 2024-11-09T21:21:11,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34787-0x1012179281b0007, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2333331069 2024-11-09T21:21:11,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38557-0x1012179281b0006, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2333331069 2024-11-09T21:21:11,232 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2333331069/flush-table-proc/acquired, /2333331069/flush-table-proc/reached, /2333331069/flush-table-proc/abort 2024-11-09T21:21:11,233 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,38557,1731187269398 2024-11-09T21:21:11,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38557-0x1012179281b0006, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2333331069 2024-11-09T21:21:11,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34787-0x1012179281b0007, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2333331069 2024-11-09T21:21:11,285 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2333331069/online-snapshot/acquired, /2333331069/online-snapshot/reached, /2333331069/online-snapshot/abort 2024-11-09T21:21:11,286 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,38557,1731187269398 2024-11-09T21:21:11,286 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T21:21:11,288 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T21:21:11,288 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T21:21:11,288 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T21:21:11,288 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9514d6d5e5be,38557,1731187269398 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T21:21:11,290 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:21:11,290 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:21:11,290 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:21:11,290 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:21:11,290 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9514d6d5e5be:0, corePoolSize=10, maxPoolSize=10 2024-11-09T21:21:11,290 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:11,290 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:21:11,290 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:11,290 INFO [RS:0;9514d6d5e5be:34787 {}] regionserver.HRegionServer(746): ClusterId : 6e94e09c-b6c4-4ca0-adf4-446d769d8237 2024-11-09T21:21:11,291 DEBUG [RS:0;9514d6d5e5be:34787 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T21:21:11,291 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731187301290 2024-11-09T21:21:11,291 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T21:21:11,291 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T21:21:11,291 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T21:21:11,291 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T21:21:11,291 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T21:21:11,291 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T21:21:11,291 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:21:11,291 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T21:21:11,291 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:11,292 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T21:21:11,292 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T21:21:11,292 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T21:21:11,292 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:11,292 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T21:21:11,292 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T21:21:11,296 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T21:21:11,296 DEBUG [RS:0;9514d6d5e5be:34787 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T21:21:11,296 DEBUG [RS:0;9514d6d5e5be:34787 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T21:21:11,296 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T21:21:11,296 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187271296,5,FailOnTimeoutGroup] 2024-11-09T21:21:11,296 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187271296,5,FailOnTimeoutGroup] 2024-11-09T21:21:11,297 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:11,297 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T21:21:11,297 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:11,297 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:11,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43173 is added to blk_1073741831_1007 (size=1321) 2024-11-09T21:21:11,306 DEBUG [RS:0;9514d6d5e5be:34787 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T21:21:11,307 DEBUG [RS:0;9514d6d5e5be:34787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44d9fb70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:21:11,321 DEBUG [RS:0;9514d6d5e5be:34787 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9514d6d5e5be:34787 2024-11-09T21:21:11,321 INFO [RS:0;9514d6d5e5be:34787 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T21:21:11,321 INFO [RS:0;9514d6d5e5be:34787 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T21:21:11,321 DEBUG [RS:0;9514d6d5e5be:34787 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T21:21:11,321 INFO [RS:0;9514d6d5e5be:34787 {}] regionserver.HRegionServer(2659): reportForDuty to master=9514d6d5e5be,38557,1731187269398 with port=34787, startcode=1731187269526 2024-11-09T21:21:11,322 DEBUG [RS:0;9514d6d5e5be:34787 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T21:21:11,323 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T21:21:11,323 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38557 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9514d6d5e5be,34787,1731187269526 2024-11-09T21:21:11,323 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38557 {}] master.ServerManager(517): Registering regionserver=9514d6d5e5be,34787,1731187269526 2024-11-09T21:21:11,325 DEBUG [RS:0;9514d6d5e5be:34787 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c 2024-11-09T21:21:11,325 DEBUG [RS:0;9514d6d5e5be:34787 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38731 2024-11-09T21:21:11,325 DEBUG [RS:0;9514d6d5e5be:34787 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T21:21:11,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38557-0x1012179281b0006, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2333331069/rs 2024-11-09T21:21:11,378 DEBUG [RS:0;9514d6d5e5be:34787 {}] zookeeper.ZKUtil(111): regionserver:34787-0x1012179281b0007, quorum=127.0.0.1:59763, baseZNode=/2333331069 Set watcher on existing znode=/2333331069/rs/9514d6d5e5be,34787,1731187269526 2024-11-09T21:21:11,378 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9514d6d5e5be,34787,1731187269526] 2024-11-09T21:21:11,378 WARN [RS:0;9514d6d5e5be:34787 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:21:11,378 INFO [RS:0;9514d6d5e5be:34787 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:21:11,378 DEBUG [RS:0;9514d6d5e5be:34787 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526 2024-11-09T21:21:11,381 INFO [RS:0;9514d6d5e5be:34787 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T21:21:11,383 INFO [RS:0;9514d6d5e5be:34787 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T21:21:11,383 INFO [RS:0;9514d6d5e5be:34787 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T21:21:11,383 INFO [RS:0;9514d6d5e5be:34787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:11,383 INFO [RS:0;9514d6d5e5be:34787 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T21:21:11,384 INFO [RS:0;9514d6d5e5be:34787 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T21:21:11,384 INFO [RS:0;9514d6d5e5be:34787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:11,384 DEBUG [RS:0;9514d6d5e5be:34787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:11,384 DEBUG [RS:0;9514d6d5e5be:34787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:11,384 DEBUG [RS:0;9514d6d5e5be:34787 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:11,384 DEBUG [RS:0;9514d6d5e5be:34787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:11,384 DEBUG [RS:0;9514d6d5e5be:34787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:11,384 DEBUG [RS:0;9514d6d5e5be:34787 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:21:11,384 DEBUG [RS:0;9514d6d5e5be:34787 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:11,384 DEBUG [RS:0;9514d6d5e5be:34787 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:11,384 DEBUG [RS:0;9514d6d5e5be:34787 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:11,384 DEBUG [RS:0;9514d6d5e5be:34787 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:11,385 DEBUG [RS:0;9514d6d5e5be:34787 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:11,385 DEBUG [RS:0;9514d6d5e5be:34787 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:11,385 DEBUG [RS:0;9514d6d5e5be:34787 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:21:11,385 DEBUG [RS:0;9514d6d5e5be:34787 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:21:11,387 INFO [RS:0;9514d6d5e5be:34787 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:11,387 INFO [RS:0;9514d6d5e5be:34787 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:11,387 INFO [RS:0;9514d6d5e5be:34787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:11,387 INFO [RS:0;9514d6d5e5be:34787 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:11,388 INFO [RS:0;9514d6d5e5be:34787 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:11,388 INFO [RS:0;9514d6d5e5be:34787 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,34787,1731187269526-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:21:11,400 INFO [RS:0;9514d6d5e5be:34787 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T21:21:11,400 INFO [RS:0;9514d6d5e5be:34787 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,34787,1731187269526-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:11,401 INFO [RS:0;9514d6d5e5be:34787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:11,401 INFO [RS:0;9514d6d5e5be:34787 {}] regionserver.Replication(171): 9514d6d5e5be,34787,1731187269526 started 2024-11-09T21:21:11,412 INFO [RS:0;9514d6d5e5be:34787 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:11,413 INFO [RS:0;9514d6d5e5be:34787 {}] regionserver.HRegionServer(1482): Serving as 9514d6d5e5be,34787,1731187269526, RpcServer on 9514d6d5e5be/172.17.0.2:34787, sessionid=0x1012179281b0007 2024-11-09T21:21:11,413 DEBUG [RS:0;9514d6d5e5be:34787 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T21:21:11,413 DEBUG [RS:0;9514d6d5e5be:34787 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9514d6d5e5be,34787,1731187269526 2024-11-09T21:21:11,413 DEBUG [RS:0;9514d6d5e5be:34787 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,34787,1731187269526' 2024-11-09T21:21:11,413 DEBUG [RS:0;9514d6d5e5be:34787 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2333331069/flush-table-proc/abort' 2024-11-09T21:21:11,413 DEBUG [RS:0;9514d6d5e5be:34787 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2333331069/flush-table-proc/acquired' 2024-11-09T21:21:11,414 DEBUG [RS:0;9514d6d5e5be:34787 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T21:21:11,414 DEBUG [RS:0;9514d6d5e5be:34787 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T21:21:11,414 DEBUG [RS:0;9514d6d5e5be:34787 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9514d6d5e5be,34787,1731187269526 2024-11-09T21:21:11,414 DEBUG [RS:0;9514d6d5e5be:34787 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,34787,1731187269526' 2024-11-09T21:21:11,414 DEBUG [RS:0;9514d6d5e5be:34787 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2333331069/online-snapshot/abort' 2024-11-09T21:21:11,414 DEBUG [RS:0;9514d6d5e5be:34787 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2333331069/online-snapshot/acquired' 2024-11-09T21:21:11,414 DEBUG [RS:0;9514d6d5e5be:34787 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T21:21:11,414 INFO [RS:0;9514d6d5e5be:34787 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T21:21:11,414 INFO [RS:0;9514d6d5e5be:34787 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T21:21:11,515 INFO [RS:0;9514d6d5e5be:34787 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:21:11,516 INFO [RS:0;9514d6d5e5be:34787 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C34787%2C1731187269526, suffix=, logDir=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526, archiveDir=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/oldWALs, maxLogs=10 2024-11-09T21:21:11,537 DEBUG [RS:0;9514d6d5e5be:34787 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517, exclude list is [], retry=0 2024-11-09T21:21:11,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43173,DS-c3adb0e6-29b9-4bd7-90d1-6e82de612d5b,DISK] 2024-11-09T21:21:11,553 INFO [RS:0;9514d6d5e5be:34787 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517 2024-11-09T21:21:11,553 DEBUG [RS:0;9514d6d5e5be:34787 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40487:40487)] 2024-11-09T21:21:11,709 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T21:21:11,709 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c 2024-11-09T21:21:11,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43173 is added to blk_1073741833_1009 (size=32) 2024-11-09T21:21:11,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:21:11,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:21:11,721 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:21:11,721 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:11,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:11,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:21:11,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:21:11,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:11,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:11,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:21:11,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:21:11,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:11,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:11,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:21:11,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:21:11,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:11,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:11,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:21:11,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/hbase/meta/1588230740 2024-11-09T21:21:11,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/hbase/meta/1588230740 2024-11-09T21:21:11,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:21:11,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:21:11,731 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:21:11,732 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:21:11,734 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:21:11,735 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72130960, jitterRate=0.07483506202697754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:21:11,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731187271718Initializing all the Stores at 1731187271719 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187271719Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187271719Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187271719Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187271719Cleaning up temporary data from old regions at 1731187271730 (+11 ms)Region opened successfully at 1731187271735 (+5 ms) 2024-11-09T21:21:11,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:21:11,735 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:21:11,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:21:11,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:21:11,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:21:11,735 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:21:11,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187271735Disabling compacts and flushes for region at 1731187271735Disabling writes for close at 1731187271735Writing region close event to WAL at 1731187271735Closed at 1731187271735 2024-11-09T21:21:11,738 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:21:11,738 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T21:21:11,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T21:21:11,739 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:21:11,741 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T21:21:11,891 DEBUG [9514d6d5e5be:38557 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T21:21:11,891 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9514d6d5e5be,34787,1731187269526 2024-11-09T21:21:11,892 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,34787,1731187269526, state=OPENING 2024-11-09T21:21:12,032 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T21:21:12,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34787-0x1012179281b0007, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2333331069 2024-11-09T21:21:12,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38557-0x1012179281b0006, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2333331069 2024-11-09T21:21:12,044 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2333331069/meta-region-server: CHANGED 2024-11-09T21:21:12,044 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2333331069/meta-region-server: CHANGED 2024-11-09T21:21:12,044 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:21:12,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,34787,1731187269526}] 2024-11-09T21:21:12,202 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:21:12,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T21:21:12,213 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T21:21:12,213 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:21:12,214 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T21:21:12,216 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C34787%2C1731187269526.meta, suffix=.meta, logDir=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526, archiveDir=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/oldWALs, maxLogs=10 2024-11-09T21:21:12,237 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.meta.1731187272217.meta, exclude list is [], retry=0 2024-11-09T21:21:12,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43173,DS-c3adb0e6-29b9-4bd7-90d1-6e82de612d5b,DISK] 2024-11-09T21:21:12,241 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.meta.1731187272217.meta 2024-11-09T21:21:12,241 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40487:40487)] 2024-11-09T21:21:12,241 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:21:12,242 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:21:12,242 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:21:12,242 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T21:21:12,242 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T21:21:12,242 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T21:21:12,242 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:21:12,242 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T21:21:12,242 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T21:21:12,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:21:12,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:21:12,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:12,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:12,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:21:12,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:21:12,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:12,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:12,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:21:12,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:21:12,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:12,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:12,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:21:12,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:21:12,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:12,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:12,249 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:21:12,250 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/hbase/meta/1588230740 2024-11-09T21:21:12,251 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/hbase/meta/1588230740 2024-11-09T21:21:12,252 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:21:12,252 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:21:12,253 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:21:12,254 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:21:12,255 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65001451, jitterRate=-0.03140290081501007}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:21:12,255 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T21:21:12,255 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731187272243Writing region info on filesystem at 1731187272243Initializing all the Stores at 1731187272243Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187272243Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187272244 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187272244Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187272244Cleaning up temporary data from old regions at 1731187272252 (+8 ms)Running coprocessor post-open hooks at 1731187272255 (+3 ms)Region opened successfully at 1731187272255 2024-11-09T21:21:12,256 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731187272202 2024-11-09T21:21:12,258 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T21:21:12,258 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T21:21:12,259 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,34787,1731187269526 2024-11-09T21:21:12,259 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,34787,1731187269526, state=OPEN 2024-11-09T21:21:12,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34787-0x1012179281b0007, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2333331069/meta-region-server 2024-11-09T21:21:12,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38557-0x1012179281b0006, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2333331069/meta-region-server 2024-11-09T21:21:12,264 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9514d6d5e5be,34787,1731187269526 2024-11-09T21:21:12,264 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2333331069/meta-region-server: CHANGED 2024-11-09T21:21:12,264 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2333331069/meta-region-server: CHANGED 2024-11-09T21:21:12,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T21:21:12,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,34787,1731187269526 in 220 msec 2024-11-09T21:21:12,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T21:21:12,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 528 msec 2024-11-09T21:21:12,268 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:21:12,268 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T21:21:12,269 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:21:12,269 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,34787,1731187269526, seqNum=-1] 2024-11-09T21:21:12,269 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:21:12,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:21:12,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 986 msec 2024-11-09T21:21:12,275 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731187272275, completionTime=-1 2024-11-09T21:21:12,275 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T21:21:12,275 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T21:21:12,276 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T21:21:12,276 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731187332276 2024-11-09T21:21:12,276 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731187392276 2024-11-09T21:21:12,276 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T21:21:12,277 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,38557,1731187269398-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:12,277 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,38557,1731187269398-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:12,277 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,38557,1731187269398-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:12,277 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9514d6d5e5be:38557, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:12,277 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:12,277 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:12,279 DEBUG [master/9514d6d5e5be:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T21:21:12,280 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.647sec 2024-11-09T21:21:12,281 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T21:21:12,281 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T21:21:12,281 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T21:21:12,281 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T21:21:12,281 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T21:21:12,281 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,38557,1731187269398-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:21:12,281 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,38557,1731187269398-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T21:21:12,282 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T21:21:12,283 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T21:21:12,283 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,38557,1731187269398-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:12,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fe83c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:12,294 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,38557,-1 for getting cluster id 2024-11-09T21:21:12,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:21:12,295 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e94e09c-b6c4-4ca0-adf4-446d769d8237' 2024-11-09T21:21:12,295 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:21:12,295 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e94e09c-b6c4-4ca0-adf4-446d769d8237" 2024-11-09T21:21:12,295 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ad8412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:12,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,38557,-1] 2024-11-09T21:21:12,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:21:12,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:12,297 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:21:12,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@191ea6c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:12,298 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:21:12,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,34787,1731187269526, seqNum=-1] 2024-11-09T21:21:12,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:21:12,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:21:12,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9514d6d5e5be,38557,1731187269398 2024-11-09T21:21:12,302 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59763 2024-11-09T21:21:12,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:21:12,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012179281b0008 connected 2024-11-09T21:21:12,326 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:21:12,327 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,45523,1731187258727 2024-11-09T21:21:12,327 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@531fae51 2024-11-09T21:21:12,327 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:21:12,328 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:21:12,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:21:12,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T21:21:12,331 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:21:12,331 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:12,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T21:21:12,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:21:12,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:21:12,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741835_1011 (size=902) 2024-11-09T21:21:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:21:12,585 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:21:12,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:12,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:12,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:12,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:12,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:12,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:12,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:12,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:21:12,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:12,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:12,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:12,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:12,739 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 07ce3c7926e9f3236e0476d1fc317994, NAME => 'test,,1731187272329.07ce3c7926e9f3236e0476d1fc317994.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5 2024-11-09T21:21:12,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741836_1012 (size=39) 2024-11-09T21:21:12,762 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731187272329.07ce3c7926e9f3236e0476d1fc317994.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:21:12,762 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 07ce3c7926e9f3236e0476d1fc317994, disabling compactions & flushes 2024-11-09T21:21:12,762 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731187272329.07ce3c7926e9f3236e0476d1fc317994. 2024-11-09T21:21:12,762 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731187272329.07ce3c7926e9f3236e0476d1fc317994. 2024-11-09T21:21:12,762 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731187272329.07ce3c7926e9f3236e0476d1fc317994. after waiting 0 ms 2024-11-09T21:21:12,762 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731187272329.07ce3c7926e9f3236e0476d1fc317994. 2024-11-09T21:21:12,762 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731187272329.07ce3c7926e9f3236e0476d1fc317994. 2024-11-09T21:21:12,762 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 07ce3c7926e9f3236e0476d1fc317994: Waiting for close lock at 1731187272762Disabling compacts and flushes for region at 1731187272762Disabling writes for close at 1731187272762Writing region close event to WAL at 1731187272762Closed at 1731187272762 2024-11-09T21:21:12,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:21:12,764 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731187272329.07ce3c7926e9f3236e0476d1fc317994.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731187272764"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731187272764"}]},"ts":"1731187272764"} 2024-11-09T21:21:12,766 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T21:21:12,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:21:12,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187272767"}]},"ts":"1731187272767"} 2024-11-09T21:21:12,769 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T21:21:12,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=07ce3c7926e9f3236e0476d1fc317994, ASSIGN}] 2024-11-09T21:21:12,770 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=07ce3c7926e9f3236e0476d1fc317994, ASSIGN 2024-11-09T21:21:12,771 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=07ce3c7926e9f3236e0476d1fc317994, ASSIGN; state=OFFLINE, location=9514d6d5e5be,38407,1731187258989; forceNewPlan=false, retain=false 2024-11-09T21:21:12,922 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=07ce3c7926e9f3236e0476d1fc317994, regionState=OPENING, regionLocation=9514d6d5e5be,38407,1731187258989 2024-11-09T21:21:12,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=07ce3c7926e9f3236e0476d1fc317994, ASSIGN because future has completed 2024-11-09T21:21:12,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07ce3c7926e9f3236e0476d1fc317994, server=9514d6d5e5be,38407,1731187258989}] 2024-11-09T21:21:12,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:21:13,082 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731187272329.07ce3c7926e9f3236e0476d1fc317994. 2024-11-09T21:21:13,082 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 07ce3c7926e9f3236e0476d1fc317994, NAME => 'test,,1731187272329.07ce3c7926e9f3236e0476d1fc317994.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:21:13,082 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:21:13,083 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T21:21:13,083 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 07ce3c7926e9f3236e0476d1fc317994 2024-11-09T21:21:13,083 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731187272329.07ce3c7926e9f3236e0476d1fc317994.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:21:13,083 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 07ce3c7926e9f3236e0476d1fc317994 2024-11-09T21:21:13,083 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 07ce3c7926e9f3236e0476d1fc317994 2024-11-09T21:21:13,084 INFO [StoreOpener-07ce3c7926e9f3236e0476d1fc317994-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 07ce3c7926e9f3236e0476d1fc317994 2024-11-09T21:21:13,085 INFO [StoreOpener-07ce3c7926e9f3236e0476d1fc317994-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07ce3c7926e9f3236e0476d1fc317994 columnFamilyName f 2024-11-09T21:21:13,085 DEBUG [StoreOpener-07ce3c7926e9f3236e0476d1fc317994-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:13,085 INFO [StoreOpener-07ce3c7926e9f3236e0476d1fc317994-1 {}] regionserver.HStore(327): Store=07ce3c7926e9f3236e0476d1fc317994/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:21:13,085 INFO [StoreOpener-07ce3c7926e9f3236e0476d1fc317994-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 07ce3c7926e9f3236e0476d1fc317994 2024-11-09T21:21:13,086 INFO [StoreOpener-07ce3c7926e9f3236e0476d1fc317994-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07ce3c7926e9f3236e0476d1fc317994 columnFamilyName f1 2024-11-09T21:21:13,086 DEBUG [StoreOpener-07ce3c7926e9f3236e0476d1fc317994-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:13,086 INFO [StoreOpener-07ce3c7926e9f3236e0476d1fc317994-1 {}] regionserver.HStore(327): Store=07ce3c7926e9f3236e0476d1fc317994/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:21:13,086 INFO [StoreOpener-07ce3c7926e9f3236e0476d1fc317994-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 07ce3c7926e9f3236e0476d1fc317994 2024-11-09T21:21:13,100 INFO [StoreOpener-07ce3c7926e9f3236e0476d1fc317994-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07ce3c7926e9f3236e0476d1fc317994 columnFamilyName norep 2024-11-09T21:21:13,100 DEBUG [StoreOpener-07ce3c7926e9f3236e0476d1fc317994-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:13,101 INFO [StoreOpener-07ce3c7926e9f3236e0476d1fc317994-1 {}] regionserver.HStore(327): Store=07ce3c7926e9f3236e0476d1fc317994/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:21:13,101 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 07ce3c7926e9f3236e0476d1fc317994 2024-11-09T21:21:13,102 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/default/test/07ce3c7926e9f3236e0476d1fc317994 2024-11-09T21:21:13,104 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/default/test/07ce3c7926e9f3236e0476d1fc317994 2024-11-09T21:21:13,104 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 07ce3c7926e9f3236e0476d1fc317994 2024-11-09T21:21:13,104 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 07ce3c7926e9f3236e0476d1fc317994 2024-11-09T21:21:13,105 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:21:13,112 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 07ce3c7926e9f3236e0476d1fc317994 2024-11-09T21:21:13,123 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/default/test/07ce3c7926e9f3236e0476d1fc317994/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:21:13,124 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 07ce3c7926e9f3236e0476d1fc317994; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71045618, jitterRate=0.058662205934524536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:21:13,124 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 07ce3c7926e9f3236e0476d1fc317994 2024-11-09T21:21:13,125 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 07ce3c7926e9f3236e0476d1fc317994: Running coprocessor pre-open hook at 1731187273083Writing region info on filesystem at 1731187273083Initializing all the Stores at 1731187273084 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187273084Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187273084Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187273084Cleaning up temporary data from old regions at 1731187273104 (+20 ms)Running coprocessor post-open hooks at 1731187273124 (+20 ms)Region opened successfully at 1731187273124 2024-11-09T21:21:13,126 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731187272329.07ce3c7926e9f3236e0476d1fc317994., pid=6, masterSystemTime=1731187273079 2024-11-09T21:21:13,128 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731187272329.07ce3c7926e9f3236e0476d1fc317994. 2024-11-09T21:21:13,128 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731187272329.07ce3c7926e9f3236e0476d1fc317994. 2024-11-09T21:21:13,129 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=07ce3c7926e9f3236e0476d1fc317994, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9514d6d5e5be,38407,1731187258989 2024-11-09T21:21:13,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07ce3c7926e9f3236e0476d1fc317994, server=9514d6d5e5be,38407,1731187258989 because future has completed 2024-11-09T21:21:13,145 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T21:21:13,145 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 07ce3c7926e9f3236e0476d1fc317994, server=9514d6d5e5be,38407,1731187258989 in 217 msec 2024-11-09T21:21:13,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T21:21:13,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=07ce3c7926e9f3236e0476d1fc317994, ASSIGN in 376 msec 2024-11-09T21:21:13,152 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:21:13,152 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187273152"}]},"ts":"1731187273152"} 2024-11-09T21:21:13,157 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T21:21:13,159 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:21:13,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 830 msec 2024-11-09T21:21:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:21:13,471 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T21:21:13,471 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:21:13,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,43403,1731187262985 2024-11-09T21:21:13,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f4c80e6 2024-11-09T21:21:13,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:21:13,473 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:21:13,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:21:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T21:21:13,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:21:13,476 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:13,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T21:21:13,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:21:13,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:21:13,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741835_1011 (size=902) 2024-11-09T21:21:13,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:21:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:21:13,883 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8237212b445a72f484dc23cdc40b40c0, NAME => 'test,,1731187273473.8237212b445a72f484dc23cdc40b40c0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab 2024-11-09T21:21:13,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741836_1012 (size=39) 2024-11-09T21:21:13,900 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731187273473.8237212b445a72f484dc23cdc40b40c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:21:13,901 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8237212b445a72f484dc23cdc40b40c0, disabling compactions & flushes 2024-11-09T21:21:13,901 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731187273473.8237212b445a72f484dc23cdc40b40c0. 2024-11-09T21:21:13,901 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731187273473.8237212b445a72f484dc23cdc40b40c0. 2024-11-09T21:21:13,901 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731187273473.8237212b445a72f484dc23cdc40b40c0. after waiting 0 ms 2024-11-09T21:21:13,901 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731187273473.8237212b445a72f484dc23cdc40b40c0. 2024-11-09T21:21:13,901 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731187273473.8237212b445a72f484dc23cdc40b40c0. 2024-11-09T21:21:13,901 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8237212b445a72f484dc23cdc40b40c0: Waiting for close lock at 1731187273901Disabling compacts and flushes for region at 1731187273901Disabling writes for close at 1731187273901Writing region close event to WAL at 1731187273901Closed at 1731187273901 2024-11-09T21:21:13,902 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:21:13,902 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731187273473.8237212b445a72f484dc23cdc40b40c0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731187273902"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731187273902"}]},"ts":"1731187273902"} 2024-11-09T21:21:13,904 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T21:21:13,905 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:21:13,906 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187273905"}]},"ts":"1731187273905"} 2024-11-09T21:21:13,908 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T21:21:13,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8237212b445a72f484dc23cdc40b40c0, ASSIGN}] 2024-11-09T21:21:13,910 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8237212b445a72f484dc23cdc40b40c0, ASSIGN 2024-11-09T21:21:13,912 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8237212b445a72f484dc23cdc40b40c0, ASSIGN; state=OFFLINE, location=9514d6d5e5be,45089,1731187263224; forceNewPlan=false, retain=false 2024-11-09T21:21:13,927 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T21:21:13,928 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T21:21:13,928 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T21:21:13,928 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T21:21:14,063 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8237212b445a72f484dc23cdc40b40c0, regionState=OPENING, regionLocation=9514d6d5e5be,45089,1731187263224 2024-11-09T21:21:14,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8237212b445a72f484dc23cdc40b40c0, ASSIGN because future has completed 2024-11-09T21:21:14,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8237212b445a72f484dc23cdc40b40c0, server=9514d6d5e5be,45089,1731187263224}] 2024-11-09T21:21:14,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:21:14,220 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731187273473.8237212b445a72f484dc23cdc40b40c0. 2024-11-09T21:21:14,220 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8237212b445a72f484dc23cdc40b40c0, NAME => 'test,,1731187273473.8237212b445a72f484dc23cdc40b40c0.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:21:14,220 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:21:14,220 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T21:21:14,221 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8237212b445a72f484dc23cdc40b40c0 2024-11-09T21:21:14,221 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731187273473.8237212b445a72f484dc23cdc40b40c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:21:14,221 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8237212b445a72f484dc23cdc40b40c0 2024-11-09T21:21:14,221 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8237212b445a72f484dc23cdc40b40c0 2024-11-09T21:21:14,222 INFO [StoreOpener-8237212b445a72f484dc23cdc40b40c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8237212b445a72f484dc23cdc40b40c0 2024-11-09T21:21:14,223 INFO [StoreOpener-8237212b445a72f484dc23cdc40b40c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8237212b445a72f484dc23cdc40b40c0 columnFamilyName f 2024-11-09T21:21:14,223 DEBUG [StoreOpener-8237212b445a72f484dc23cdc40b40c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:14,223 INFO [StoreOpener-8237212b445a72f484dc23cdc40b40c0-1 {}] regionserver.HStore(327): Store=8237212b445a72f484dc23cdc40b40c0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:21:14,223 INFO [StoreOpener-8237212b445a72f484dc23cdc40b40c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8237212b445a72f484dc23cdc40b40c0 2024-11-09T21:21:14,224 INFO [StoreOpener-8237212b445a72f484dc23cdc40b40c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8237212b445a72f484dc23cdc40b40c0 columnFamilyName f1 2024-11-09T21:21:14,224 DEBUG [StoreOpener-8237212b445a72f484dc23cdc40b40c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:14,225 INFO [StoreOpener-8237212b445a72f484dc23cdc40b40c0-1 {}] regionserver.HStore(327): Store=8237212b445a72f484dc23cdc40b40c0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:21:14,225 INFO [StoreOpener-8237212b445a72f484dc23cdc40b40c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8237212b445a72f484dc23cdc40b40c0 2024-11-09T21:21:14,226 INFO [StoreOpener-8237212b445a72f484dc23cdc40b40c0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8237212b445a72f484dc23cdc40b40c0 columnFamilyName norep 2024-11-09T21:21:14,226 DEBUG [StoreOpener-8237212b445a72f484dc23cdc40b40c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:14,226 INFO [StoreOpener-8237212b445a72f484dc23cdc40b40c0-1 {}] regionserver.HStore(327): Store=8237212b445a72f484dc23cdc40b40c0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:21:14,226 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8237212b445a72f484dc23cdc40b40c0 2024-11-09T21:21:14,226 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/default/test/8237212b445a72f484dc23cdc40b40c0 2024-11-09T21:21:14,227 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/default/test/8237212b445a72f484dc23cdc40b40c0 2024-11-09T21:21:14,227 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8237212b445a72f484dc23cdc40b40c0 2024-11-09T21:21:14,227 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8237212b445a72f484dc23cdc40b40c0 2024-11-09T21:21:14,228 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:21:14,229 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8237212b445a72f484dc23cdc40b40c0 2024-11-09T21:21:14,231 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/default/test/8237212b445a72f484dc23cdc40b40c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:21:14,231 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8237212b445a72f484dc23cdc40b40c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67799201, jitterRate=0.01028682291507721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:21:14,231 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8237212b445a72f484dc23cdc40b40c0 2024-11-09T21:21:14,231 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8237212b445a72f484dc23cdc40b40c0: Running coprocessor pre-open hook at 1731187274221Writing region info on filesystem at 1731187274221Initializing all the Stores at 1731187274221Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187274221Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187274222 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187274222Cleaning up temporary data from old regions at 1731187274227 (+5 ms)Running coprocessor post-open hooks at 1731187274231 (+4 ms)Region opened successfully at 1731187274231 2024-11-09T21:21:14,232 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731187273473.8237212b445a72f484dc23cdc40b40c0., pid=6, masterSystemTime=1731187274217 2024-11-09T21:21:14,234 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731187273473.8237212b445a72f484dc23cdc40b40c0. 2024-11-09T21:21:14,234 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731187273473.8237212b445a72f484dc23cdc40b40c0. 2024-11-09T21:21:14,234 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8237212b445a72f484dc23cdc40b40c0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9514d6d5e5be,45089,1731187263224 2024-11-09T21:21:14,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8237212b445a72f484dc23cdc40b40c0, server=9514d6d5e5be,45089,1731187263224 because future has completed 2024-11-09T21:21:14,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T21:21:14,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8237212b445a72f484dc23cdc40b40c0, server=9514d6d5e5be,45089,1731187263224 in 173 msec 2024-11-09T21:21:14,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T21:21:14,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8237212b445a72f484dc23cdc40b40c0, ASSIGN in 332 msec 2024-11-09T21:21:14,243 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:21:14,243 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187274243"}]},"ts":"1731187274243"} 2024-11-09T21:21:14,245 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T21:21:14,246 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:21:14,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 772 msec 2024-11-09T21:21:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:21:14,610 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T21:21:14,610 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:21:14,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,38557,1731187269398 2024-11-09T21:21:14,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b8041f3 2024-11-09T21:21:14,611 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:21:14,612 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:21:14,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38557 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:21:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38557 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T21:21:14,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:21:14,615 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:14,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38557 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T21:21:14,616 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:21:14,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:21:14,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43173 is added to blk_1073741835_1011 (size=902) 2024-11-09T21:21:14,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:21:14,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:21:15,024 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 96ee4fde540957f2159b38e1261fceb6, NAME => 'test,,1731187274612.96ee4fde540957f2159b38e1261fceb6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c 2024-11-09T21:21:15,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43173 is added to blk_1073741836_1012 (size=39) 2024-11-09T21:21:15,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:21:15,429 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731187274612.96ee4fde540957f2159b38e1261fceb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:21:15,429 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 96ee4fde540957f2159b38e1261fceb6, disabling compactions & flushes 2024-11-09T21:21:15,429 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731187274612.96ee4fde540957f2159b38e1261fceb6. 2024-11-09T21:21:15,429 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731187274612.96ee4fde540957f2159b38e1261fceb6. 2024-11-09T21:21:15,430 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731187274612.96ee4fde540957f2159b38e1261fceb6. after waiting 0 ms 2024-11-09T21:21:15,430 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731187274612.96ee4fde540957f2159b38e1261fceb6. 2024-11-09T21:21:15,430 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731187274612.96ee4fde540957f2159b38e1261fceb6. 2024-11-09T21:21:15,430 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 96ee4fde540957f2159b38e1261fceb6: Waiting for close lock at 1731187275429Disabling compacts and flushes for region at 1731187275429Disabling writes for close at 1731187275430 (+1 ms)Writing region close event to WAL at 1731187275430Closed at 1731187275430 2024-11-09T21:21:15,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:21:15,431 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731187274612.96ee4fde540957f2159b38e1261fceb6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731187275431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731187275431"}]},"ts":"1731187275431"} 2024-11-09T21:21:15,433 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T21:21:15,434 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:21:15,435 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187275434"}]},"ts":"1731187275434"} 2024-11-09T21:21:15,436 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T21:21:15,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=96ee4fde540957f2159b38e1261fceb6, ASSIGN}] 2024-11-09T21:21:15,438 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=96ee4fde540957f2159b38e1261fceb6, ASSIGN 2024-11-09T21:21:15,439 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=96ee4fde540957f2159b38e1261fceb6, ASSIGN; state=OFFLINE, location=9514d6d5e5be,34787,1731187269526; forceNewPlan=false, retain=false 2024-11-09T21:21:15,589 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=96ee4fde540957f2159b38e1261fceb6, regionState=OPENING, regionLocation=9514d6d5e5be,34787,1731187269526 2024-11-09T21:21:15,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=96ee4fde540957f2159b38e1261fceb6, ASSIGN because future has completed 2024-11-09T21:21:15,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96ee4fde540957f2159b38e1261fceb6, server=9514d6d5e5be,34787,1731187269526}] 2024-11-09T21:21:15,748 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731187274612.96ee4fde540957f2159b38e1261fceb6. 2024-11-09T21:21:15,748 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 96ee4fde540957f2159b38e1261fceb6, NAME => 'test,,1731187274612.96ee4fde540957f2159b38e1261fceb6.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:21:15,749 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:21:15,749 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T21:21:15,749 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 96ee4fde540957f2159b38e1261fceb6 2024-11-09T21:21:15,749 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731187274612.96ee4fde540957f2159b38e1261fceb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:21:15,749 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 96ee4fde540957f2159b38e1261fceb6 2024-11-09T21:21:15,749 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 96ee4fde540957f2159b38e1261fceb6 2024-11-09T21:21:15,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:21:15,750 INFO [StoreOpener-96ee4fde540957f2159b38e1261fceb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 96ee4fde540957f2159b38e1261fceb6 2024-11-09T21:21:15,751 INFO [StoreOpener-96ee4fde540957f2159b38e1261fceb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96ee4fde540957f2159b38e1261fceb6 columnFamilyName f 2024-11-09T21:21:15,752 DEBUG [StoreOpener-96ee4fde540957f2159b38e1261fceb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:15,752 INFO [StoreOpener-96ee4fde540957f2159b38e1261fceb6-1 {}] regionserver.HStore(327): Store=96ee4fde540957f2159b38e1261fceb6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:21:15,752 INFO [StoreOpener-96ee4fde540957f2159b38e1261fceb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 96ee4fde540957f2159b38e1261fceb6 2024-11-09T21:21:15,754 INFO [StoreOpener-96ee4fde540957f2159b38e1261fceb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96ee4fde540957f2159b38e1261fceb6 columnFamilyName f1 2024-11-09T21:21:15,754 DEBUG [StoreOpener-96ee4fde540957f2159b38e1261fceb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:15,754 INFO [StoreOpener-96ee4fde540957f2159b38e1261fceb6-1 {}] regionserver.HStore(327): Store=96ee4fde540957f2159b38e1261fceb6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:21:15,754 INFO [StoreOpener-96ee4fde540957f2159b38e1261fceb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 96ee4fde540957f2159b38e1261fceb6 2024-11-09T21:21:15,755 INFO [StoreOpener-96ee4fde540957f2159b38e1261fceb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96ee4fde540957f2159b38e1261fceb6 columnFamilyName norep 2024-11-09T21:21:15,755 DEBUG [StoreOpener-96ee4fde540957f2159b38e1261fceb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:15,756 INFO [StoreOpener-96ee4fde540957f2159b38e1261fceb6-1 {}] regionserver.HStore(327): Store=96ee4fde540957f2159b38e1261fceb6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:21:15,756 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 96ee4fde540957f2159b38e1261fceb6 2024-11-09T21:21:15,757 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/default/test/96ee4fde540957f2159b38e1261fceb6 2024-11-09T21:21:15,757 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/default/test/96ee4fde540957f2159b38e1261fceb6 2024-11-09T21:21:15,758 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 96ee4fde540957f2159b38e1261fceb6 2024-11-09T21:21:15,758 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 96ee4fde540957f2159b38e1261fceb6 2024-11-09T21:21:15,759 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:21:15,759 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 96ee4fde540957f2159b38e1261fceb6 2024-11-09T21:21:15,762 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/default/test/96ee4fde540957f2159b38e1261fceb6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:21:15,763 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 96ee4fde540957f2159b38e1261fceb6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66684826, jitterRate=-0.0063186585903167725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:21:15,763 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 96ee4fde540957f2159b38e1261fceb6 2024-11-09T21:21:15,763 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 96ee4fde540957f2159b38e1261fceb6: Running coprocessor pre-open hook at 1731187275749Writing region info on filesystem at 1731187275749Initializing all the Stores at 1731187275750 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187275750Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187275750Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187275750Cleaning up temporary data from old regions at 1731187275758 (+8 ms)Running coprocessor post-open hooks at 1731187275763 (+5 ms)Region opened successfully at 1731187275763 2024-11-09T21:21:15,764 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731187274612.96ee4fde540957f2159b38e1261fceb6., pid=6, masterSystemTime=1731187275744 2024-11-09T21:21:15,766 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731187274612.96ee4fde540957f2159b38e1261fceb6. 2024-11-09T21:21:15,766 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=96ee4fde540957f2159b38e1261fceb6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9514d6d5e5be,34787,1731187269526 2024-11-09T21:21:15,766 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731187274612.96ee4fde540957f2159b38e1261fceb6. 2024-11-09T21:21:15,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96ee4fde540957f2159b38e1261fceb6, server=9514d6d5e5be,34787,1731187269526 because future has completed 2024-11-09T21:21:15,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T21:21:15,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 96ee4fde540957f2159b38e1261fceb6, server=9514d6d5e5be,34787,1731187269526 in 179 msec 2024-11-09T21:21:15,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T21:21:15,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=96ee4fde540957f2159b38e1261fceb6, ASSIGN in 336 msec 2024-11-09T21:21:15,775 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:21:15,776 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187275775"}]},"ts":"1731187275775"} 2024-11-09T21:21:15,778 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T21:21:15,778 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:21:15,780 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1650 sec 2024-11-09T21:21:16,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:21:16,760 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T21:21:16,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9006ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:16,761 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,45523,-1 for getting cluster id 2024-11-09T21:21:16,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:21:16,762 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca26c11e-c0d9-482d-9d8f-28ac46c7acb0' 2024-11-09T21:21:16,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:21:16,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca26c11e-c0d9-482d-9d8f-28ac46c7acb0" 2024-11-09T21:21:16,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@346fc892, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:16,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,45523,-1] 2024-11-09T21:21:16,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:21:16,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:16,764 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:21:16,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57046fb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:16,765 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:21:16,766 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,45523,1731187258727 2024-11-09T21:21:16,766 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30eabc6a 2024-11-09T21:21:16,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:21:16,768 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:21:16,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9514d6d5e5be:43403,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T21:21:16,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T21:21:16,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:21:16,771 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:43403' 2024-11-09T21:21:16,772 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c36f39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:16,772 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,43403,-1 for getting cluster id 2024-11-09T21:21:16,772 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:21:16,773 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0041b29-34f7-4e91-b337-40b41f2fb75b' 2024-11-09T21:21:16,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:21:16,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0041b29-34f7-4e91-b337-40b41f2fb75b" 2024-11-09T21:21:16,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60567c79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:16,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,43403,-1] 2024-11-09T21:21:16,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:21:16,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:16,775 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:21:16,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@626ed9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:16,776 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:21:16,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,43403,1731187262985 2024-11-09T21:21:16,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fcb8b9a 2024-11-09T21:21:16,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:21:16,777 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:21:16,778 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T21:21:16,778 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T21:21:16,778 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:16,778 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:16,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:21:16,778 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:21:16,779 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T21:21:16,780 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:21:16,781 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:16,782 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:21:16,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741837_1013 (size=1138) 2024-11-09T21:21:16,830 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T21:21:16,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:21:17,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:21:17,195 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7a6c003856a43265052a554aa0523c0b, NAME => 'hbase:replication,,1731187276778.7a6c003856a43265052a554aa0523c0b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5 2024-11-09T21:21:17,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741838_1014 (size=44) 2024-11-09T21:21:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:21:17,602 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731187276778.7a6c003856a43265052a554aa0523c0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:21:17,602 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7a6c003856a43265052a554aa0523c0b, disabling compactions & flushes 2024-11-09T21:21:17,602 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731187276778.7a6c003856a43265052a554aa0523c0b. 2024-11-09T21:21:17,602 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731187276778.7a6c003856a43265052a554aa0523c0b. 2024-11-09T21:21:17,602 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731187276778.7a6c003856a43265052a554aa0523c0b. after waiting 0 ms 2024-11-09T21:21:17,602 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731187276778.7a6c003856a43265052a554aa0523c0b. 2024-11-09T21:21:17,602 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731187276778.7a6c003856a43265052a554aa0523c0b. 2024-11-09T21:21:17,602 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7a6c003856a43265052a554aa0523c0b: Waiting for close lock at 1731187277602Disabling compacts and flushes for region at 1731187277602Disabling writes for close at 1731187277602Writing region close event to WAL at 1731187277602Closed at 1731187277602 2024-11-09T21:21:17,604 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:21:17,604 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731187276778.7a6c003856a43265052a554aa0523c0b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731187277604"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731187277604"}]},"ts":"1731187277604"} 2024-11-09T21:21:17,606 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T21:21:17,607 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:21:17,607 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187277607"}]},"ts":"1731187277607"} 2024-11-09T21:21:17,612 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T21:21:17,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a6c003856a43265052a554aa0523c0b, ASSIGN}] 2024-11-09T21:21:17,615 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a6c003856a43265052a554aa0523c0b, ASSIGN 2024-11-09T21:21:17,617 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7a6c003856a43265052a554aa0523c0b, ASSIGN; state=OFFLINE, location=9514d6d5e5be,38407,1731187258989; forceNewPlan=false, retain=false 2024-11-09T21:21:17,745 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:21:17,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:17,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:17,767 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7a6c003856a43265052a554aa0523c0b, regionState=OPENING, regionLocation=9514d6d5e5be,38407,1731187258989 2024-11-09T21:21:17,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7a6c003856a43265052a554aa0523c0b, ASSIGN because future has completed 2024-11-09T21:21:17,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a6c003856a43265052a554aa0523c0b, server=9514d6d5e5be,38407,1731187258989}] 2024-11-09T21:21:17,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:17,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:17,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:17,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:17,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:17,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:17,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:17,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:17,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:17,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:17,877 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T21:21:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:21:17,937 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731187276778.7a6c003856a43265052a554aa0523c0b. 2024-11-09T21:21:17,937 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:21:17,938 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T21:21:17,939 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C38407%2C1731187258989.rep, suffix=, logDir=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989, archiveDir=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/oldWALs, maxLogs=10 2024-11-09T21:21:17,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.rep.1731187277940, exclude list is [], retry=0 2024-11-09T21:21:17,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35017,DS-bfdf3c2d-30e8-45e6-87bb-9bcdd07ff920,DISK] 2024-11-09T21:21:17,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.rep.1731187277940 2024-11-09T21:21:17,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43865:43865)] 2024-11-09T21:21:17,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a6c003856a43265052a554aa0523c0b, NAME => 'hbase:replication,,1731187276778.7a6c003856a43265052a554aa0523c0b.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:21:17,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:21:17,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:21:17,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731187276778.7a6c003856a43265052a554aa0523c0b. service=MultiRowMutationService 2024-11-09T21:21:17,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T21:21:17,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7a6c003856a43265052a554aa0523c0b 2024-11-09T21:21:17,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731187276778.7a6c003856a43265052a554aa0523c0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:21:17,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7a6c003856a43265052a554aa0523c0b 2024-11-09T21:21:17,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7a6c003856a43265052a554aa0523c0b 2024-11-09T21:21:17,989 INFO [StoreOpener-7a6c003856a43265052a554aa0523c0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7a6c003856a43265052a554aa0523c0b 2024-11-09T21:21:17,991 INFO [StoreOpener-7a6c003856a43265052a554aa0523c0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a6c003856a43265052a554aa0523c0b columnFamilyName hfileref 2024-11-09T21:21:17,991 DEBUG [StoreOpener-7a6c003856a43265052a554aa0523c0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:17,991 INFO [StoreOpener-7a6c003856a43265052a554aa0523c0b-1 {}] regionserver.HStore(327): Store=7a6c003856a43265052a554aa0523c0b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:21:17,991 INFO [StoreOpener-7a6c003856a43265052a554aa0523c0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7a6c003856a43265052a554aa0523c0b 2024-11-09T21:21:17,992 INFO [StoreOpener-7a6c003856a43265052a554aa0523c0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a6c003856a43265052a554aa0523c0b columnFamilyName queue 2024-11-09T21:21:17,993 DEBUG [StoreOpener-7a6c003856a43265052a554aa0523c0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:17,993 INFO [StoreOpener-7a6c003856a43265052a554aa0523c0b-1 {}] regionserver.HStore(327): Store=7a6c003856a43265052a554aa0523c0b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:21:18,002 INFO [StoreOpener-7a6c003856a43265052a554aa0523c0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7a6c003856a43265052a554aa0523c0b 2024-11-09T21:21:18,004 INFO [StoreOpener-7a6c003856a43265052a554aa0523c0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a6c003856a43265052a554aa0523c0b columnFamilyName sid 2024-11-09T21:21:18,004 DEBUG [StoreOpener-7a6c003856a43265052a554aa0523c0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:18,005 INFO [StoreOpener-7a6c003856a43265052a554aa0523c0b-1 {}] regionserver.HStore(327): Store=7a6c003856a43265052a554aa0523c0b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:21:18,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7a6c003856a43265052a554aa0523c0b 2024-11-09T21:21:18,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/hbase/replication/7a6c003856a43265052a554aa0523c0b 2024-11-09T21:21:18,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/hbase/replication/7a6c003856a43265052a554aa0523c0b 2024-11-09T21:21:18,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7a6c003856a43265052a554aa0523c0b 2024-11-09T21:21:18,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7a6c003856a43265052a554aa0523c0b 2024-11-09T21:21:18,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:21:18,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7a6c003856a43265052a554aa0523c0b 2024-11-09T21:21:18,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/hbase/replication/7a6c003856a43265052a554aa0523c0b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:21:18,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7a6c003856a43265052a554aa0523c0b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63626442, jitterRate=-0.05189213156700134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:21:18,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a6c003856a43265052a554aa0523c0b 2024-11-09T21:21:18,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7a6c003856a43265052a554aa0523c0b: Running coprocessor pre-open hook at 1731187277971Writing region info on filesystem at 1731187277971Initializing all the Stores at 1731187277972 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187277972Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187277988 (+16 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187277988Cleaning up temporary data from old regions at 1731187278008 (+20 ms)Running coprocessor post-open hooks at 1731187278018 (+10 ms)Region opened successfully at 1731187278019 (+1 ms) 2024-11-09T21:21:18,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731187276778.7a6c003856a43265052a554aa0523c0b., pid=10, masterSystemTime=1731187277931 2024-11-09T21:21:18,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731187276778.7a6c003856a43265052a554aa0523c0b. 2024-11-09T21:21:18,022 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731187276778.7a6c003856a43265052a554aa0523c0b. 2024-11-09T21:21:18,023 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7a6c003856a43265052a554aa0523c0b, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,38407,1731187258989 2024-11-09T21:21:18,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a6c003856a43265052a554aa0523c0b, server=9514d6d5e5be,38407,1731187258989 because future has completed 2024-11-09T21:21:18,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T21:21:18,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a6c003856a43265052a554aa0523c0b, server=9514d6d5e5be,38407,1731187258989 in 252 msec 2024-11-09T21:21:18,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T21:21:18,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a6c003856a43265052a554aa0523c0b, ASSIGN in 420 msec 2024-11-09T21:21:18,036 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:21:18,037 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187278036"}]},"ts":"1731187278036"} 2024-11-09T21:21:18,040 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T21:21:18,041 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:21:18,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2630 sec 2024-11-09T21:21:18,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731187276778.7a6c003856a43265052a554aa0523c0b., hostname=9514d6d5e5be,38407,1731187258989, seqNum=2] 2024-11-09T21:21:18,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1012179281b0000, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0910633984 2024-11-09T21:21:18,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38407-0x1012179281b0001, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0910633984 2024-11-09T21:21:18,677 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T21:21:18,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T21:21:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:21:18,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38407 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T21:21:18,967 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T21:21:18,999 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9514d6d5e5be,38407,1731187258989, ReplicationSource: 1, currentBandwidth=0 2024-11-09T21:21:19,000 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:21:19,000 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,38407,1731187258989, seqNum=-1] 2024-11-09T21:21:19,000 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:21:19,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-09T21:21:19,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9514d6d5e5be,38407,1731187258989', locateType=CURRENT is [region=hbase:replication,,1731187276778.7a6c003856a43265052a554aa0523c0b., hostname=9514d6d5e5be,38407,1731187258989, seqNum=2] 2024-11-09T21:21:19,005 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T21:21:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T21:21:19,007 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9514d6d5e5be,38407,1731187258989 suceeded 2024-11-09T21:21:19,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T21:21:19,009 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-09T21:21:19,009 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9514d6d5e5be:43403,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T21:21:19,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 2.2410 sec 2024-11-09T21:21:19,023 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:43403' 2024-11-09T21:21:19,024 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3558e98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:19,024 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,43403,-1 for getting cluster id 2024-11-09T21:21:19,024 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:21:19,025 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0041b29-34f7-4e91-b337-40b41f2fb75b' 2024-11-09T21:21:19,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:21:19,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0041b29-34f7-4e91-b337-40b41f2fb75b" 2024-11-09T21:21:19,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@585ada6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:19,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,43403,-1] 2024-11-09T21:21:19,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:21:19,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:19,026 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:21:19,027 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78da2ffb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:19,027 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:21:19,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,43403,1731187262985 2024-11-09T21:21:19,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bb9cdcd 2024-11-09T21:21:19,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:21:19,029 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-09T21:21:19,029 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9514d6d5e5be,38407,1731187258989 (queues=1) is replicating from cluster=ca26c11e-c0d9-482d-9d8f-28ac46c7acb0 to cluster=f0041b29-34f7-4e91-b337-40b41f2fb75b 2024-11-09T21:21:19,030 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9514d6d5e5be%2C38407%2C1731187258989 2024-11-09T21:21:19,030 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9514d6d5e5be,38407,1731187258989, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T21:21:19,030 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.shipper9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9514d6d5e5be%2C38407%2C1731187258989 2024-11-09T21:21:19,030 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147, startPosition=0, beingWritten=true 2024-11-09T21:21:19,039 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:21:19,039 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 379, reset compression=false 2024-11-09T21:21:19,039 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.shipper9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,38407,1731187258989 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:21:19,247 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 379, reset compression=false 2024-11-09T21:21:19,550 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 379, reset compression=false 2024-11-09T21:21:19,954 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 379, reset compression=false 2024-11-09T21:21:20,458 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 379, reset compression=false 2024-11-09T21:21:20,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45523 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:21:20,940 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T21:21:20,940 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:21:20,940 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:21:20,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:20,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:20,940 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:21:20,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f513ead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:20,944 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,43403,-1 for getting cluster id 2024-11-09T21:21:20,945 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:21:20,946 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0041b29-34f7-4e91-b337-40b41f2fb75b' 2024-11-09T21:21:20,946 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:21:20,946 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0041b29-34f7-4e91-b337-40b41f2fb75b" 2024-11-09T21:21:20,946 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14729c13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:20,946 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,43403,-1] 2024-11-09T21:21:20,946 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:21:20,946 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:20,948 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:21:20,949 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c4f7913, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:20,949 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:21:20,950 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,43403,1731187262985 2024-11-09T21:21:20,950 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3867f052 2024-11-09T21:21:20,950 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:21:20,951 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:21:20,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9514d6d5e5be:38557,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T21:21:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T21:21:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:21:20,955 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:38557' 2024-11-09T21:21:20,964 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a1b7224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:20,964 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,38557,-1 for getting cluster id 2024-11-09T21:21:20,965 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:21:20,965 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e94e09c-b6c4-4ca0-adf4-446d769d8237' 2024-11-09T21:21:20,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:21:20,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e94e09c-b6c4-4ca0-adf4-446d769d8237" 2024-11-09T21:21:20,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@203647e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:20,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,38557,-1] 2024-11-09T21:21:20,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:21:20,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:20,967 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:21:20,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@308c657b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:20,968 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:21:20,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,38557,1731187269398 2024-11-09T21:21:20,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2367a5eb 2024-11-09T21:21:20,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:21:20,970 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:21:20,971 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T21:21:20,971 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T21:21:20,971 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:20,971 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:20,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:21:20,971 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:21:20,972 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T21:21:20,973 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:21:20,973 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:20,974 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:21:20,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741837_1013 (size=1138) 2024-11-09T21:21:21,022 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T21:21:21,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:21:21,062 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 379, reset compression=false 2024-11-09T21:21:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:21:21,380 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1e536d814307b89dd26d0a9e9530dbfe, NAME => 'hbase:replication,,1731187280971.1e536d814307b89dd26d0a9e9530dbfe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab 2024-11-09T21:21:21,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741838_1014 (size=44) 2024-11-09T21:21:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:21:21,765 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 379, reset compression=false 2024-11-09T21:21:21,789 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731187280971.1e536d814307b89dd26d0a9e9530dbfe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:21:21,789 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1e536d814307b89dd26d0a9e9530dbfe, disabling compactions & flushes 2024-11-09T21:21:21,789 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731187280971.1e536d814307b89dd26d0a9e9530dbfe. 2024-11-09T21:21:21,789 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731187280971.1e536d814307b89dd26d0a9e9530dbfe. 2024-11-09T21:21:21,789 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731187280971.1e536d814307b89dd26d0a9e9530dbfe. after waiting 0 ms 2024-11-09T21:21:21,789 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731187280971.1e536d814307b89dd26d0a9e9530dbfe. 2024-11-09T21:21:21,789 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731187280971.1e536d814307b89dd26d0a9e9530dbfe. 2024-11-09T21:21:21,789 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1e536d814307b89dd26d0a9e9530dbfe: Waiting for close lock at 1731187281789Disabling compacts and flushes for region at 1731187281789Disabling writes for close at 1731187281789Writing region close event to WAL at 1731187281789Closed at 1731187281789 2024-11-09T21:21:21,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:21:21,791 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731187280971.1e536d814307b89dd26d0a9e9530dbfe.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731187281791"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731187281791"}]},"ts":"1731187281791"} 2024-11-09T21:21:21,794 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T21:21:21,795 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:21:21,795 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187281795"}]},"ts":"1731187281795"} 2024-11-09T21:21:21,797 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T21:21:21,797 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1e536d814307b89dd26d0a9e9530dbfe, ASSIGN}] 2024-11-09T21:21:21,799 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1e536d814307b89dd26d0a9e9530dbfe, ASSIGN 2024-11-09T21:21:21,800 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1e536d814307b89dd26d0a9e9530dbfe, ASSIGN; state=OFFLINE, location=9514d6d5e5be,45089,1731187263224; forceNewPlan=false, retain=false 2024-11-09T21:21:21,950 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1e536d814307b89dd26d0a9e9530dbfe, regionState=OPENING, regionLocation=9514d6d5e5be,45089,1731187263224 2024-11-09T21:21:21,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1e536d814307b89dd26d0a9e9530dbfe, ASSIGN because future has completed 2024-11-09T21:21:21,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e536d814307b89dd26d0a9e9530dbfe, server=9514d6d5e5be,45089,1731187263224}] 2024-11-09T21:21:22,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:21:22,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731187280971.1e536d814307b89dd26d0a9e9530dbfe. 2024-11-09T21:21:22,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:21:22,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T21:21:22,130 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C45089%2C1731187263224.rep, suffix=, logDir=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224, archiveDir=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/oldWALs, maxLogs=10 2024-11-09T21:21:22,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.rep.1731187282131, exclude list is [], retry=0 2024-11-09T21:21:22,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45453,DS-667aca6b-d570-4c6a-a584-4b1157d9f1bf,DISK] 2024-11-09T21:21:22,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.rep.1731187282131 2024-11-09T21:21:22,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32885:32885)] 2024-11-09T21:21:22,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e536d814307b89dd26d0a9e9530dbfe, NAME => 'hbase:replication,,1731187280971.1e536d814307b89dd26d0a9e9530dbfe.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:21:22,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:21:22,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:21:22,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731187280971.1e536d814307b89dd26d0a9e9530dbfe. service=MultiRowMutationService 2024-11-09T21:21:22,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T21:21:22,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1e536d814307b89dd26d0a9e9530dbfe 2024-11-09T21:21:22,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731187280971.1e536d814307b89dd26d0a9e9530dbfe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:21:22,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1e536d814307b89dd26d0a9e9530dbfe 2024-11-09T21:21:22,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1e536d814307b89dd26d0a9e9530dbfe 2024-11-09T21:21:22,160 INFO [StoreOpener-1e536d814307b89dd26d0a9e9530dbfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1e536d814307b89dd26d0a9e9530dbfe 2024-11-09T21:21:22,161 INFO [StoreOpener-1e536d814307b89dd26d0a9e9530dbfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e536d814307b89dd26d0a9e9530dbfe columnFamilyName hfileref 2024-11-09T21:21:22,162 DEBUG [StoreOpener-1e536d814307b89dd26d0a9e9530dbfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:22,162 INFO [StoreOpener-1e536d814307b89dd26d0a9e9530dbfe-1 {}] regionserver.HStore(327): Store=1e536d814307b89dd26d0a9e9530dbfe/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:21:22,162 INFO [StoreOpener-1e536d814307b89dd26d0a9e9530dbfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1e536d814307b89dd26d0a9e9530dbfe 2024-11-09T21:21:22,163 INFO [StoreOpener-1e536d814307b89dd26d0a9e9530dbfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e536d814307b89dd26d0a9e9530dbfe columnFamilyName queue 2024-11-09T21:21:22,163 DEBUG [StoreOpener-1e536d814307b89dd26d0a9e9530dbfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:22,163 INFO [StoreOpener-1e536d814307b89dd26d0a9e9530dbfe-1 {}] regionserver.HStore(327): Store=1e536d814307b89dd26d0a9e9530dbfe/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:21:22,163 INFO [StoreOpener-1e536d814307b89dd26d0a9e9530dbfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1e536d814307b89dd26d0a9e9530dbfe 2024-11-09T21:21:22,163 INFO [StoreOpener-1e536d814307b89dd26d0a9e9530dbfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e536d814307b89dd26d0a9e9530dbfe columnFamilyName sid 2024-11-09T21:21:22,164 DEBUG [StoreOpener-1e536d814307b89dd26d0a9e9530dbfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:22,164 INFO [StoreOpener-1e536d814307b89dd26d0a9e9530dbfe-1 {}] regionserver.HStore(327): Store=1e536d814307b89dd26d0a9e9530dbfe/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:21:22,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1e536d814307b89dd26d0a9e9530dbfe 2024-11-09T21:21:22,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/hbase/replication/1e536d814307b89dd26d0a9e9530dbfe 2024-11-09T21:21:22,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/hbase/replication/1e536d814307b89dd26d0a9e9530dbfe 2024-11-09T21:21:22,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1e536d814307b89dd26d0a9e9530dbfe 2024-11-09T21:21:22,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1e536d814307b89dd26d0a9e9530dbfe 2024-11-09T21:21:22,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:21:22,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1e536d814307b89dd26d0a9e9530dbfe 2024-11-09T21:21:22,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/hbase/replication/1e536d814307b89dd26d0a9e9530dbfe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:21:22,173 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1e536d814307b89dd26d0a9e9530dbfe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73530619, jitterRate=0.09569160640239716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:21:22,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e536d814307b89dd26d0a9e9530dbfe 2024-11-09T21:21:22,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1e536d814307b89dd26d0a9e9530dbfe: Running coprocessor pre-open hook at 1731187282157Writing region info on filesystem at 1731187282157Initializing all the Stores at 1731187282158 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187282158Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187282160 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187282160Cleaning up temporary data from old regions at 1731187282165 (+5 ms)Running coprocessor post-open hooks at 1731187282173 (+8 ms)Region opened successfully at 1731187282173 2024-11-09T21:21:22,174 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731187280971.1e536d814307b89dd26d0a9e9530dbfe., pid=10, masterSystemTime=1731187282118 2024-11-09T21:21:22,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731187280971.1e536d814307b89dd26d0a9e9530dbfe. 2024-11-09T21:21:22,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731187280971.1e536d814307b89dd26d0a9e9530dbfe. 2024-11-09T21:21:22,176 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1e536d814307b89dd26d0a9e9530dbfe, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,45089,1731187263224 2024-11-09T21:21:22,177 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43403 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=9514d6d5e5be,45089,1731187263224, table=hbase:replication, region=1e536d814307b89dd26d0a9e9530dbfe. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T21:21:22,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e536d814307b89dd26d0a9e9530dbfe, server=9514d6d5e5be,45089,1731187263224 because future has completed 2024-11-09T21:21:22,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T21:21:22,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e536d814307b89dd26d0a9e9530dbfe, server=9514d6d5e5be,45089,1731187263224 in 216 msec 2024-11-09T21:21:22,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T21:21:22,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1e536d814307b89dd26d0a9e9530dbfe, ASSIGN in 385 msec 2024-11-09T21:21:22,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:21:22,185 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187282184"}]},"ts":"1731187282184"} 2024-11-09T21:21:22,186 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T21:21:22,187 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:21:22,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2160 sec 2024-11-09T21:21:22,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731187280971.1e536d814307b89dd26d0a9e9530dbfe., hostname=9514d6d5e5be,45089,1731187263224, seqNum=2] 2024-11-09T21:21:22,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45089-0x1012179281b0004, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-126568558 2024-11-09T21:21:22,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43403-0x1012179281b0003, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-126568558 2024-11-09T21:21:22,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T21:21:22,569 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 379, reset compression=false 2024-11-09T21:21:22,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45089 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T21:21:22,638 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T21:21:22,678 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9514d6d5e5be,45089,1731187263224, ReplicationSource: 1, currentBandwidth=0 2024-11-09T21:21:22,678 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:21:22,679 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,45089,1731187263224, seqNum=-1] 2024-11-09T21:21:22,679 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:21:22,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-09T21:21:22,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9514d6d5e5be,45089,1731187263224', locateType=CURRENT is [region=hbase:replication,,1731187280971.1e536d814307b89dd26d0a9e9530dbfe., hostname=9514d6d5e5be,45089,1731187263224, seqNum=2] 2024-11-09T21:21:22,697 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T21:21:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T21:21:22,704 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9514d6d5e5be,45089,1731187263224 suceeded 2024-11-09T21:21:22,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T21:21:22,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 220 msec 2024-11-09T21:21:22,706 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9514d6d5e5be:38557,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T21:21:22,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7540 sec 2024-11-09T21:21:22,718 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:38557' 2024-11-09T21:21:22,720 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58f811d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:22,720 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,38557,-1 for getting cluster id 2024-11-09T21:21:22,720 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:21:22,721 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e94e09c-b6c4-4ca0-adf4-446d769d8237' 2024-11-09T21:21:22,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:21:22,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e94e09c-b6c4-4ca0-adf4-446d769d8237" 2024-11-09T21:21:22,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@226634cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:22,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,38557,-1] 2024-11-09T21:21:22,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:21:22,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:22,723 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:21:22,724 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fd0233c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:22,724 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:21:22,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,38557,1731187269398 2024-11-09T21:21:22,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3224a296 2024-11-09T21:21:22,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:21:22,726 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-09T21:21:22,727 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9514d6d5e5be,45089,1731187263224 (queues=1) is replicating from cluster=f0041b29-34f7-4e91-b337-40b41f2fb75b to cluster=6e94e09c-b6c4-4ca0-adf4-446d769d8237 2024-11-09T21:21:22,727 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9514d6d5e5be%2C45089%2C1731187263224 2024-11-09T21:21:22,727 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9514d6d5e5be,45089,1731187263224, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T21:21:22,731 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120, startPosition=0, beingWritten=true 2024-11-09T21:21:22,732 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.shipper9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9514d6d5e5be%2C45089%2C1731187263224 2024-11-09T21:21:22,740 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:21:22,740 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.shipper9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,45089,1731187263224 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:21:22,740 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 379, reset compression=false 2024-11-09T21:21:22,945 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 379, reset compression=false 2024-11-09T21:21:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:21:23,101 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T21:21:23,101 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:21:23,101 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:21:23,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:23,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:23,101 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:21:23,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74939118, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:23,102 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,38557,-1 for getting cluster id 2024-11-09T21:21:23,102 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:21:23,102 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e94e09c-b6c4-4ca0-adf4-446d769d8237' 2024-11-09T21:21:23,103 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:21:23,103 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e94e09c-b6c4-4ca0-adf4-446d769d8237" 2024-11-09T21:21:23,103 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@402c8a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:23,103 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,38557,-1] 2024-11-09T21:21:23,103 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:21:23,103 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:23,104 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:21:23,104 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c097163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:23,105 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:21:23,106 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,38557,1731187269398 2024-11-09T21:21:23,106 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b35c822 2024-11-09T21:21:23,106 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:21:23,107 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:21:23,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38557 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9514d6d5e5be:45523,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T21:21:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38557 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T21:21:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:21:23,110 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:45523' 2024-11-09T21:21:23,111 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7984fabe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:23,111 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,45523,-1 for getting cluster id 2024-11-09T21:21:23,111 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:21:23,112 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca26c11e-c0d9-482d-9d8f-28ac46c7acb0' 2024-11-09T21:21:23,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:21:23,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca26c11e-c0d9-482d-9d8f-28ac46c7acb0" 2024-11-09T21:21:23,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a7ec2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:23,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,45523,-1] 2024-11-09T21:21:23,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:21:23,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:23,113 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:21:23,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3992f919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:23,114 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:21:23,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,45523,1731187258727 2024-11-09T21:21:23,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@472490ea 2024-11-09T21:21:23,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:21:23,115 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:21:23,116 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T21:21:23,116 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T21:21:23,116 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:23,116 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:23,116 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:21:23,116 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:21:23,117 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T21:21:23,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:21:23,118 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:23,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:21:23,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43173 is added to blk_1073741837_1013 (size=1138) 2024-11-09T21:21:23,167 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T21:21:23,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:21:23,249 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 379, reset compression=false 2024-11-09T21:21:23,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:21:23,473 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 379, reset compression=false 2024-11-09T21:21:23,474 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:21:23,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:23,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:23,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:23,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:23,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:23,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:23,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:23,524 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c4945ac6663818ad8b4094b2c0ba68dc, NAME => 'hbase:replication,,1731187283116.c4945ac6663818ad8b4094b2c0ba68dc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c 2024-11-09T21:21:23,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:23,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43173 is added to blk_1073741838_1014 (size=44) 2024-11-09T21:21:23,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:23,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:23,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:23,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:23,653 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 379, reset compression=false 2024-11-09T21:21:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:21:23,927 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T21:21:23,927 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T21:21:23,929 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731187283116.c4945ac6663818ad8b4094b2c0ba68dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:21:23,929 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c4945ac6663818ad8b4094b2c0ba68dc, disabling compactions & flushes 2024-11-09T21:21:23,929 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731187283116.c4945ac6663818ad8b4094b2c0ba68dc. 2024-11-09T21:21:23,929 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731187283116.c4945ac6663818ad8b4094b2c0ba68dc. 2024-11-09T21:21:23,930 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731187283116.c4945ac6663818ad8b4094b2c0ba68dc. after waiting 0 ms 2024-11-09T21:21:23,930 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731187283116.c4945ac6663818ad8b4094b2c0ba68dc. 2024-11-09T21:21:23,930 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731187283116.c4945ac6663818ad8b4094b2c0ba68dc. 2024-11-09T21:21:23,930 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c4945ac6663818ad8b4094b2c0ba68dc: Waiting for close lock at 1731187283929Disabling compacts and flushes for region at 1731187283929Disabling writes for close at 1731187283930 (+1 ms)Writing region close event to WAL at 1731187283930Closed at 1731187283930 2024-11-09T21:21:23,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:21:23,931 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731187283116.c4945ac6663818ad8b4094b2c0ba68dc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731187283931"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731187283931"}]},"ts":"1731187283931"} 2024-11-09T21:21:23,933 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T21:21:23,934 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:21:23,934 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187283934"}]},"ts":"1731187283934"} 2024-11-09T21:21:23,936 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T21:21:23,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c4945ac6663818ad8b4094b2c0ba68dc, ASSIGN}] 2024-11-09T21:21:23,937 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c4945ac6663818ad8b4094b2c0ba68dc, ASSIGN 2024-11-09T21:21:23,938 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c4945ac6663818ad8b4094b2c0ba68dc, ASSIGN; state=OFFLINE, location=9514d6d5e5be,34787,1731187269526; forceNewPlan=false, retain=false 2024-11-09T21:21:24,089 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c4945ac6663818ad8b4094b2c0ba68dc, regionState=OPENING, regionLocation=9514d6d5e5be,34787,1731187269526 2024-11-09T21:21:24,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c4945ac6663818ad8b4094b2c0ba68dc, ASSIGN because future has completed 2024-11-09T21:21:24,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4945ac6663818ad8b4094b2c0ba68dc, server=9514d6d5e5be,34787,1731187269526}] 2024-11-09T21:21:24,156 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 379, reset compression=false 2024-11-09T21:21:24,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731187283116.c4945ac6663818ad8b4094b2c0ba68dc. 2024-11-09T21:21:24,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:21:24,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T21:21:24,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C34787%2C1731187269526.rep, suffix=, logDir=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526, archiveDir=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/oldWALs, maxLogs=10 2024-11-09T21:21:24,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:21:24,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.rep.1731187284249, exclude list is [], retry=0 2024-11-09T21:21:24,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43173,DS-c3adb0e6-29b9-4bd7-90d1-6e82de612d5b,DISK] 2024-11-09T21:21:24,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.rep.1731187284249 2024-11-09T21:21:24,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40487:40487)] 2024-11-09T21:21:24,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c4945ac6663818ad8b4094b2c0ba68dc, NAME => 'hbase:replication,,1731187283116.c4945ac6663818ad8b4094b2c0ba68dc.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:21:24,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:21:24,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:21:24,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731187283116.c4945ac6663818ad8b4094b2c0ba68dc. service=MultiRowMutationService 2024-11-09T21:21:24,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T21:21:24,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c4945ac6663818ad8b4094b2c0ba68dc 2024-11-09T21:21:24,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731187283116.c4945ac6663818ad8b4094b2c0ba68dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:21:24,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c4945ac6663818ad8b4094b2c0ba68dc 2024-11-09T21:21:24,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c4945ac6663818ad8b4094b2c0ba68dc 2024-11-09T21:21:24,272 INFO [StoreOpener-c4945ac6663818ad8b4094b2c0ba68dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c4945ac6663818ad8b4094b2c0ba68dc 2024-11-09T21:21:24,273 INFO [StoreOpener-c4945ac6663818ad8b4094b2c0ba68dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4945ac6663818ad8b4094b2c0ba68dc columnFamilyName hfileref 2024-11-09T21:21:24,273 DEBUG [StoreOpener-c4945ac6663818ad8b4094b2c0ba68dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:24,273 INFO [StoreOpener-c4945ac6663818ad8b4094b2c0ba68dc-1 {}] regionserver.HStore(327): Store=c4945ac6663818ad8b4094b2c0ba68dc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:21:24,274 INFO [StoreOpener-c4945ac6663818ad8b4094b2c0ba68dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c4945ac6663818ad8b4094b2c0ba68dc 2024-11-09T21:21:24,275 INFO [StoreOpener-c4945ac6663818ad8b4094b2c0ba68dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4945ac6663818ad8b4094b2c0ba68dc columnFamilyName queue 2024-11-09T21:21:24,275 DEBUG [StoreOpener-c4945ac6663818ad8b4094b2c0ba68dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:24,275 INFO [StoreOpener-c4945ac6663818ad8b4094b2c0ba68dc-1 {}] regionserver.HStore(327): Store=c4945ac6663818ad8b4094b2c0ba68dc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:21:24,275 INFO [StoreOpener-c4945ac6663818ad8b4094b2c0ba68dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c4945ac6663818ad8b4094b2c0ba68dc 2024-11-09T21:21:24,276 INFO [StoreOpener-c4945ac6663818ad8b4094b2c0ba68dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4945ac6663818ad8b4094b2c0ba68dc columnFamilyName sid 2024-11-09T21:21:24,276 DEBUG [StoreOpener-c4945ac6663818ad8b4094b2c0ba68dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:24,277 INFO [StoreOpener-c4945ac6663818ad8b4094b2c0ba68dc-1 {}] regionserver.HStore(327): Store=c4945ac6663818ad8b4094b2c0ba68dc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:21:24,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c4945ac6663818ad8b4094b2c0ba68dc 2024-11-09T21:21:24,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/hbase/replication/c4945ac6663818ad8b4094b2c0ba68dc 2024-11-09T21:21:24,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/hbase/replication/c4945ac6663818ad8b4094b2c0ba68dc 2024-11-09T21:21:24,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c4945ac6663818ad8b4094b2c0ba68dc 2024-11-09T21:21:24,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c4945ac6663818ad8b4094b2c0ba68dc 2024-11-09T21:21:24,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:21:24,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c4945ac6663818ad8b4094b2c0ba68dc 2024-11-09T21:21:24,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/hbase/replication/c4945ac6663818ad8b4094b2c0ba68dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:21:24,282 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c4945ac6663818ad8b4094b2c0ba68dc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59198108, jitterRate=-0.11787945032119751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:21:24,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4945ac6663818ad8b4094b2c0ba68dc 2024-11-09T21:21:24,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c4945ac6663818ad8b4094b2c0ba68dc: Running coprocessor pre-open hook at 1731187284271Writing region info on filesystem at 1731187284271Initializing all the Stores at 1731187284271Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187284271Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187284272 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187284272Cleaning up temporary data from old regions at 1731187284278 (+6 ms)Running coprocessor post-open hooks at 1731187284282 (+4 ms)Region opened successfully at 1731187284282 2024-11-09T21:21:24,283 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731187283116.c4945ac6663818ad8b4094b2c0ba68dc., pid=10, masterSystemTime=1731187284244 2024-11-09T21:21:24,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731187283116.c4945ac6663818ad8b4094b2c0ba68dc. 2024-11-09T21:21:24,284 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731187283116.c4945ac6663818ad8b4094b2c0ba68dc. 2024-11-09T21:21:24,285 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c4945ac6663818ad8b4094b2c0ba68dc, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,34787,1731187269526 2024-11-09T21:21:24,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4945ac6663818ad8b4094b2c0ba68dc, server=9514d6d5e5be,34787,1731187269526 because future has completed 2024-11-09T21:21:24,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T21:21:24,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c4945ac6663818ad8b4094b2c0ba68dc, server=9514d6d5e5be,34787,1731187269526 in 197 msec 2024-11-09T21:21:24,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T21:21:24,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c4945ac6663818ad8b4094b2c0ba68dc, ASSIGN in 353 msec 2024-11-09T21:21:24,292 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:21:24,292 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187284292"}]},"ts":"1731187284292"} 2024-11-09T21:21:24,294 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T21:21:24,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:21:24,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-09T21:21:24,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731187283116.c4945ac6663818ad8b4094b2c0ba68dc., hostname=9514d6d5e5be,34787,1731187269526, seqNum=2] 2024-11-09T21:21:24,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38557-0x1012179281b0006, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2333331069 2024-11-09T21:21:24,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34787-0x1012179281b0007, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2333331069 2024-11-09T21:21:24,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T21:21:24,478 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 379, reset compression=false 2024-11-09T21:21:24,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34787 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T21:21:24,564 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T21:21:24,590 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9514d6d5e5be,34787,1731187269526, ReplicationSource: 1, currentBandwidth=0 2024-11-09T21:21:24,591 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:21:24,591 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,34787,1731187269526, seqNum=-1] 2024-11-09T21:21:24,591 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:21:24,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-09T21:21:24,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9514d6d5e5be,34787,1731187269526', locateType=CURRENT is [region=hbase:replication,,1731187283116.c4945ac6663818ad8b4094b2c0ba68dc., hostname=9514d6d5e5be,34787,1731187269526, seqNum=2] 2024-11-09T21:21:24,596 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T21:21:24,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38557 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T21:21:24,598 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9514d6d5e5be,34787,1731187269526 suceeded 2024-11-09T21:21:24,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T21:21:24,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-09T21:21:24,600 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9514d6d5e5be:45523,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T21:21:24,601 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4930 sec 2024-11-09T21:21:24,610 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:45523' 2024-11-09T21:21:24,612 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17d971c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:24,612 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,45523,-1 for getting cluster id 2024-11-09T21:21:24,612 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:21:24,613 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca26c11e-c0d9-482d-9d8f-28ac46c7acb0' 2024-11-09T21:21:24,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:21:24,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca26c11e-c0d9-482d-9d8f-28ac46c7acb0" 2024-11-09T21:21:24,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@368f2341, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:24,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,45523,-1] 2024-11-09T21:21:24,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:21:24,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:24,614 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:21:24,614 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f628782, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:24,614 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:21:24,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,45523,1731187258727 2024-11-09T21:21:24,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1172904a 2024-11-09T21:21:24,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:21:24,616 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-09T21:21:24,616 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9514d6d5e5be,34787,1731187269526 (queues=1) is replicating from cluster=6e94e09c-b6c4-4ca0-adf4-446d769d8237 to cluster=ca26c11e-c0d9-482d-9d8f-28ac46c7acb0 2024-11-09T21:21:24,616 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9514d6d5e5be%2C34787%2C1731187269526 2024-11-09T21:21:24,616 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9514d6d5e5be,34787,1731187269526, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T21:21:24,617 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517, startPosition=0, beingWritten=true 2024-11-09T21:21:24,623 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.shipper9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9514d6d5e5be%2C34787%2C1731187269526 2024-11-09T21:21:24,627 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:21:24,627 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517 to pos 379, reset compression=false 2024-11-09T21:21:24,627 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.shipper9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,34787,1731187269526 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:21:24,760 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 379, reset compression=false 2024-11-09T21:21:24,831 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517 to pos 379, reset compression=false 2024-11-09T21:21:25,135 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517 to pos 379, reset compression=false 2024-11-09T21:21:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:21:25,260 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T21:21:25,260 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:21:25,260 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:21:25,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:25,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:25,260 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:21:25,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75098ac7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:25,261 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,45523,-1 for getting cluster id 2024-11-09T21:21:25,261 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:21:25,261 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca26c11e-c0d9-482d-9d8f-28ac46c7acb0' 2024-11-09T21:21:25,261 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:21:25,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca26c11e-c0d9-482d-9d8f-28ac46c7acb0" 2024-11-09T21:21:25,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab31dd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:25,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,45523,-1] 2024-11-09T21:21:25,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:21:25,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:25,263 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:21:25,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b0cbf0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:25,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28579381, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:25,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,43403,-1 for getting cluster id 2024-11-09T21:21:25,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:21:25,264 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0041b29-34f7-4e91-b337-40b41f2fb75b' 2024-11-09T21:21:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:21:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0041b29-34f7-4e91-b337-40b41f2fb75b" 2024-11-09T21:21:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9d1af03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,43403,-1] 2024-11-09T21:21:25,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:21:25,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:25,265 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:21:25,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47164755, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:25,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dbb8af9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:25,266 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,38557,-1 for getting cluster id 2024-11-09T21:21:25,266 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:21:25,267 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e94e09c-b6c4-4ca0-adf4-446d769d8237' 2024-11-09T21:21:25,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:21:25,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e94e09c-b6c4-4ca0-adf4-446d769d8237" 2024-11-09T21:21:25,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f7e9c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:25,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,38557,-1] 2024-11-09T21:21:25,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:21:25,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:25,268 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:21:25,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fb24d70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:25,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:21:25,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,38407,1731187258989, seqNum=-1] 2024-11-09T21:21:25,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:21:25,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:21:25,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731187272329.07ce3c7926e9f3236e0476d1fc317994., hostname=9514d6d5e5be,38407,1731187258989, seqNum=2] 2024-11-09T21:21:25,274 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:21:25,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,34787,1731187269526, seqNum=-1] 2024-11-09T21:21:25,275 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:21:25,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:21:25,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731187274612.96ee4fde540957f2159b38e1261fceb6., hostname=9514d6d5e5be,34787,1731187269526, seqNum=2] 2024-11-09T21:21:25,279 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-09T21:21:25,463 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 379, reset compression=false 2024-11-09T21:21:25,538 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517 to pos 379, reset compression=false 2024-11-09T21:21:25,581 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 379, reset compression=false 2024-11-09T21:21:25,585 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T21:21:25,585 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 480, reset compression=false 2024-11-09T21:21:25,585 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.shipper9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,38407,1731187258989 got entry batch from reader: WALEntryBatch [walEntries=[{test/07ce3c7926e9f3236e0476d1fc317994/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-09T21:21:25,588 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.shipper9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:21:25,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-09T21:21:25,589 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45089 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T21:21:25,589 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@477b447c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:25,590 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45089 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,43403,-1 for getting cluster id 2024-11-09T21:21:25,590 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45089 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:21:25,590 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f0041b29-34f7-4e91-b337-40b41f2fb75b' 2024-11-09T21:21:25,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:21:25,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f0041b29-34f7-4e91-b337-40b41f2fb75b" 2024-11-09T21:21:25,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ee32c0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:25,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,43403,-1] 2024-11-09T21:21:25,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:21:25,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:25,592 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:21:25,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45089 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a9140b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:25,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45089 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:21:25,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,45089,1731187263224, seqNum=-1] 2024-11-09T21:21:25,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:21:25,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-09T21:21:25,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731187273473.8237212b445a72f484dc23cdc40b40c0., hostname=9514d6d5e5be,45089,1731187263224, seqNum=2] 2024-11-09T21:21:25,600 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45089 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T21:21:25,793 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 480, reset compression=false 2024-11-09T21:21:26,042 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517 to pos 379, reset compression=false 2024-11-09T21:21:26,097 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 480, reset compression=false 2024-11-09T21:21:26,267 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 379, reset compression=false 2024-11-09T21:21:26,272 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T21:21:26,272 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 504, reset compression=false 2024-11-09T21:21:26,272 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.shipper9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,45089,1731187263224 got entry batch from reader: WALEntryBatch [walEntries=[{test/8237212b445a72f484dc23cdc40b40c0/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-09T21:21:26,274 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.shipper9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:21:26,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-09T21:21:26,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34787 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T21:21:26,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34b6c05a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:26,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34787 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,38557,-1 for getting cluster id 2024-11-09T21:21:26,277 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34787 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:21:26,277 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e94e09c-b6c4-4ca0-adf4-446d769d8237' 2024-11-09T21:21:26,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:21:26,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e94e09c-b6c4-4ca0-adf4-446d769d8237" 2024-11-09T21:21:26,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1868553a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:26,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,38557,-1] 2024-11-09T21:21:26,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:21:26,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:26,279 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:21:26,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@562f919a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:26,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34787 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:21:26,281 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-09T21:21:26,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,34787,1731187269526, seqNum=-1] 2024-11-09T21:21:26,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:21:26,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-09T21:21:26,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731187274612.96ee4fde540957f2159b38e1261fceb6., hostname=9514d6d5e5be,34787,1731187269526, seqNum=2] 2024-11-09T21:21:26,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34787 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T21:21:26,476 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 504, reset compression=false 2024-11-09T21:21:26,500 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 480, reset compression=false 2024-11-09T21:21:26,646 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517 to pos 379, reset compression=false 2024-11-09T21:21:26,650 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:21:26,650 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517 to pos 528, reset compression=false 2024-11-09T21:21:26,650 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.shipper9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,34787,1731187269526 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:21:26,779 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 504, reset compression=false 2024-11-09T21:21:26,853 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517 to pos 528, reset compression=false 2024-11-09T21:21:27,005 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 480, reset compression=false 2024-11-09T21:21:27,162 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517 to pos 528, reset compression=false 2024-11-09T21:21:27,183 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 504, reset compression=false 2024-11-09T21:21:27,282 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-09T21:21:27,282 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:21:27,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,45089,1731187263224, seqNum=-1] 2024-11-09T21:21:27,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:21:27,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:21:27,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731187273473.8237212b445a72f484dc23cdc40b40c0., hostname=9514d6d5e5be,45089,1731187263224, seqNum=2] 2024-11-09T21:21:27,288 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-09T21:21:27,573 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517 to pos 528, reset compression=false 2024-11-09T21:21:27,612 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 480, reset compression=false 2024-11-09T21:21:27,690 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 504, reset compression=false 2024-11-09T21:21:27,696 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T21:21:27,696 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 608, reset compression=false 2024-11-09T21:21:27,696 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.shipper9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,45089,1731187263224 got entry batch from reader: WALEntryBatch [walEntries=[{test/8237212b445a72f484dc23cdc40b40c0/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T21:21:27,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34787 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T21:21:27,700 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34787 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T21:21:27,906 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 608, reset compression=false 2024-11-09T21:21:28,077 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517 to pos 528, reset compression=false 2024-11-09T21:21:28,082 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T21:21:28,082 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517 to pos 656, reset compression=false 2024-11-09T21:21:28,082 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.shipper9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,34787,1731187269526 got entry batch from reader: WALEntryBatch [walEntries=[{test/96ee4fde540957f2159b38e1261fceb6/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T21:21:28,085 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.shipper9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:21:28,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-09T21:21:28,086 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38407 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T21:21:28,086 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38407 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@675dc0d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:28,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38407 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,45523,-1 for getting cluster id 2024-11-09T21:21:28,087 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38407 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:21:28,087 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca26c11e-c0d9-482d-9d8f-28ac46c7acb0' 2024-11-09T21:21:28,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:21:28,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca26c11e-c0d9-482d-9d8f-28ac46c7acb0" 2024-11-09T21:21:28,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12a639cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:28,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,45523,-1] 2024-11-09T21:21:28,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:21:28,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:28,088 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:21:28,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38407 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e2005eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:28,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38407 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:21:28,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,38407,1731187258989, seqNum=-1] 2024-11-09T21:21:28,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:21:28,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-09T21:21:28,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731187272329.07ce3c7926e9f3236e0476d1fc317994., hostname=9514d6d5e5be,38407,1731187258989, seqNum=2] 2024-11-09T21:21:28,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38407 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T21:21:28,209 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 608, reset compression=false 2024-11-09T21:21:28,290 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-09T21:21:28,292 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-09T21:21:28,296 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517 to pos 656, reset compression=false 2024-11-09T21:21:28,300 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T21:21:28,300 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517 to pos 760, reset compression=false 2024-11-09T21:21:28,300 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.shipper9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,34787,1731187269526 got entry batch from reader: WALEntryBatch [walEntries=[{test/96ee4fde540957f2159b38e1261fceb6/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T21:21:28,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38407 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T21:21:28,303 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38407 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T21:21:28,315 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 480, reset compression=false 2024-11-09T21:21:28,316 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T21:21:28,319 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T21:21:28,319 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 758, reset compression=false 2024-11-09T21:21:28,319 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.shipper9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,38407,1731187258989 got entry batch from reader: WALEntryBatch [walEntries=[{test/07ce3c7926e9f3236e0476d1fc317994/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T21:21:28,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45089 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T21:21:28,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45089 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T21:21:28,503 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517 to pos 760, reset compression=false 2024-11-09T21:21:28,522 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 758, reset compression=false 2024-11-09T21:21:28,612 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 608, reset compression=false 2024-11-09T21:21:28,616 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:21:28,616 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 759, reset compression=false 2024-11-09T21:21:28,616 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.shipper9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,45089,1731187263224 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:21:28,806 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517 to pos 760, reset compression=false 2024-11-09T21:21:28,819 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 759, reset compression=false 2024-11-09T21:21:28,826 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 758, reset compression=false 2024-11-09T21:21:29,123 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 759, reset compression=false 2024-11-09T21:21:29,209 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517 to pos 760, reset compression=false 2024-11-09T21:21:29,228 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 758, reset compression=false 2024-11-09T21:21:29,294 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-09T21:21:29,298 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-09T21:21:29,528 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 759, reset compression=false 2024-11-09T21:21:29,713 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517 to pos 760, reset compression=false 2024-11-09T21:21:29,732 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 758, reset compression=false 2024-11-09T21:21:29,735 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T21:21:29,735 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 914, reset compression=false 2024-11-09T21:21:29,735 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.shipper9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,38407,1731187258989 got entry batch from reader: WALEntryBatch [walEntries=[{test/07ce3c7926e9f3236e0476d1fc317994/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-09T21:21:29,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45089 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T21:21:29,739 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45089 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T21:21:29,772 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:21:29,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:29,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:29,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:29,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:29,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:29,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:29,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:29,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:29,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:29,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:29,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:29,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:29,939 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 914, reset compression=false 2024-11-09T21:21:30,032 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 759, reset compression=false 2024-11-09T21:21:30,035 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T21:21:30,035 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 907, reset compression=false 2024-11-09T21:21:30,035 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.shipper9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,45089,1731187263224 got entry batch from reader: WALEntryBatch [walEntries=[{test/8237212b445a72f484dc23cdc40b40c0/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-09T21:21:30,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34787 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T21:21:30,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34787 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T21:21:30,238 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 907, reset compression=false 2024-11-09T21:21:30,247 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 914, reset compression=false 2024-11-09T21:21:30,300 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-09T21:21:30,303 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-09T21:21:30,316 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517 to pos 760, reset compression=false 2024-11-09T21:21:30,319 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:21:30,319 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517 to pos 932, reset compression=false 2024-11-09T21:21:30,319 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.shipper9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,34787,1731187269526 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:21:30,522 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517 to pos 932, reset compression=false 2024-11-09T21:21:30,550 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 907, reset compression=false 2024-11-09T21:21:30,553 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T21:21:30,554 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 1066, reset compression=false 2024-11-09T21:21:30,554 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.shipper9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,45089,1731187263224 got entry batch from reader: WALEntryBatch [walEntries=[{test/8237212b445a72f484dc23cdc40b40c0/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T21:21:30,555 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34787 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T21:21:30,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34787 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T21:21:30,650 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 914, reset compression=false 2024-11-09T21:21:30,757 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 1066, reset compression=false 2024-11-09T21:21:30,826 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517 to pos 932, reset compression=false 2024-11-09T21:21:30,830 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T21:21:30,830 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517 to pos 1082, reset compression=false 2024-11-09T21:21:30,830 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.shipper9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,34787,1731187269526 got entry batch from reader: WALEntryBatch [walEntries=[{test/96ee4fde540957f2159b38e1261fceb6/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-09T21:21:30,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38407 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T21:21:30,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38407 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T21:21:31,033 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517 to pos 1082, reset compression=false 2024-11-09T21:21:31,060 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 1066, reset compression=false 2024-11-09T21:21:31,153 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 914, reset compression=false 2024-11-09T21:21:31,157 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:21:31,157 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 1087, reset compression=false 2024-11-09T21:21:31,157 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.shipper9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,38407,1731187258989 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:21:31,305 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-09T21:21:31,308 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-09T21:21:31,336 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517 to pos 1082, reset compression=false 2024-11-09T21:21:31,340 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T21:21:31,340 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517 to pos 1241, reset compression=false 2024-11-09T21:21:31,341 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.shipper9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,34787,1731187269526 got entry batch from reader: WALEntryBatch [walEntries=[{test/96ee4fde540957f2159b38e1261fceb6/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T21:21:31,342 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38407 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T21:21:31,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38407 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T21:21:31,360 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 1087, reset compression=false 2024-11-09T21:21:31,364 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T21:21:31,364 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 1236, reset compression=false 2024-11-09T21:21:31,364 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.shipper9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,38407,1731187258989 got entry batch from reader: WALEntryBatch [walEntries=[{test/07ce3c7926e9f3236e0476d1fc317994/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-09T21:21:31,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45089 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T21:21:31,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45089 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T21:21:31,463 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 1066, reset compression=false 2024-11-09T21:21:31,467 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:21:31,467 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 1239, reset compression=false 2024-11-09T21:21:31,467 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.shipper9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,45089,1731187263224 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:21:31,544 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517 to pos 1241, reset compression=false 2024-11-09T21:21:31,567 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 1236, reset compression=false 2024-11-09T21:21:31,671 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 1239, reset compression=false 2024-11-09T21:21:31,846 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517 to pos 1241, reset compression=false 2024-11-09T21:21:31,870 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 1236, reset compression=false 2024-11-09T21:21:31,974 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 1239, reset compression=false 2024-11-09T21:21:32,249 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517 to pos 1241, reset compression=false 2024-11-09T21:21:32,273 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 1236, reset compression=false 2024-11-09T21:21:32,310 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-09T21:21:32,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d0078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:32,315 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,38557,-1 for getting cluster id 2024-11-09T21:21:32,316 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:21:32,316 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e94e09c-b6c4-4ca0-adf4-446d769d8237' 2024-11-09T21:21:32,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:21:32,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e94e09c-b6c4-4ca0-adf4-446d769d8237" 2024-11-09T21:21:32,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2f1633, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:32,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,38557,-1] 2024-11-09T21:21:32,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:21:32,317 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:32,317 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:21:32,318 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e66b462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:32,319 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:21:32,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,38557,1731187269398 2024-11-09T21:21:32,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@183eb94e 2024-11-09T21:21:32,321 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:21:32,321 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:21:32,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38557 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-09T21:21:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38557 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-09T21:21:32,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T21:21:32,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T21:21:32,393 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 1239, reset compression=false 2024-11-09T21:21:32,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T21:21:32,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34787 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-09T21:21:32,511 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-09T21:21:32,512 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-09T21:21:32,512 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9514d6d5e5be,34787,1731187269526 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-09T21:21:32,512 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0. 2024-11-09T21:21:32,512 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:21:32,512 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:32,512 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:32,512 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:21:32,576 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T21:21:32,613 WARN [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.shipper9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T21:21:32,613 WARN [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T21:21:32,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T21:21:32,713 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.shipper9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 terminated 2024-11-09T21:21:32,727 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-9514d6d5e5be,34787,1731187269526, ReplicationSource: 1, currentBandwidth=0 2024-11-09T21:21:32,727 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-09T21:21:32,728 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-09T21:21:32,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38557 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-09T21:21:32,729 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 9514d6d5e5be,34787,1731187269526 suceeded 2024-11-09T21:21:32,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-09T21:21:32,731 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 371 msec 2024-11-09T21:21:32,731 INFO [PEWorker-1 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-09T21:21:32,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 409 msec 2024-11-09T21:21:32,740 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:45523' 2024-11-09T21:21:32,741 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2185f447, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:32,741 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,45523,-1 for getting cluster id 2024-11-09T21:21:32,741 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:21:32,742 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ca26c11e-c0d9-482d-9d8f-28ac46c7acb0' 2024-11-09T21:21:32,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:21:32,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ca26c11e-c0d9-482d-9d8f-28ac46c7acb0" 2024-11-09T21:21:32,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a2b3d23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:32,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,45523,-1] 2024-11-09T21:21:32,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:21:32,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:32,743 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:21:32,743 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e9f0519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:32,743 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:21:32,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,45523,1731187258727 2024-11-09T21:21:32,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d522e3b 2024-11-09T21:21:32,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:21:32,745 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-09T21:21:32,745 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9514d6d5e5be,34787,1731187269526 (queues=1) is replicating from cluster=6e94e09c-b6c4-4ca0-adf4-446d769d8237 to cluster=ca26c11e-c0d9-482d-9d8f-28ac46c7acb0 2024-11-09T21:21:32,745 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9514d6d5e5be%2C34787%2C1731187269526 2024-11-09T21:21:32,746 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9514d6d5e5be,34787,1731187269526, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T21:21:32,746 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.shipper9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9514d6d5e5be%2C34787%2C1731187269526 2024-11-09T21:21:32,776 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 1236, reset compression=false 2024-11-09T21:21:32,896 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 1239, reset compression=false 2024-11-09T21:21:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T21:21:32,950 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-09T21:21:32,950 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:21:32,950 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:21:32,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:32,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:32,950 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:21:32,953 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-09T21:21:33,379 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 1236, reset compression=false 2024-11-09T21:21:33,383 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T21:21:33,383 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 1340, reset compression=false 2024-11-09T21:21:33,383 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.shipper9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,38407,1731187258989 got entry batch from reader: WALEntryBatch [walEntries=[{test/07ce3c7926e9f3236e0476d1fc317994/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T21:21:33,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45089 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T21:21:33,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45089 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T21:21:33,500 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 1239, reset compression=false 2024-11-09T21:21:33,504 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T21:21:33,504 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 1367, reset compression=false 2024-11-09T21:21:33,504 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.shipper9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,45089,1731187263224 got entry batch from reader: WALEntryBatch [walEntries=[{test/8237212b445a72f484dc23cdc40b40c0/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T21:21:33,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34787 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T21:21:33,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34787 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T21:21:33,587 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 1340, reset compression=false 2024-11-09T21:21:33,708 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 1367, reset compression=false 2024-11-09T21:21:33,890 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 1340, reset compression=false 2024-11-09T21:21:33,956 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-09T21:21:33,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@334860a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:33,960 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,38557,-1 for getting cluster id 2024-11-09T21:21:33,961 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:21:33,961 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e94e09c-b6c4-4ca0-adf4-446d769d8237' 2024-11-09T21:21:33,962 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:21:33,962 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e94e09c-b6c4-4ca0-adf4-446d769d8237" 2024-11-09T21:21:33,962 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ee3c7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:33,962 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,38557,-1] 2024-11-09T21:21:33,962 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:21:33,963 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:33,963 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:21:33,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61741372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:33,966 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:21:33,967 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,38557,1731187269398 2024-11-09T21:21:33,967 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40787174 2024-11-09T21:21:33,968 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:21:33,969 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:21:33,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38557 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-09T21:21:33,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38557 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-09T21:21:33,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T21:21:34,011 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 1367, reset compression=false 2024-11-09T21:21:34,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T21:21:34,021 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T21:21:34,021 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 1471, reset compression=false 2024-11-09T21:21:34,021 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.shipper9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,45089,1731187263224 got entry batch from reader: WALEntryBatch [walEntries=[{test/8237212b445a72f484dc23cdc40b40c0/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T21:21:34,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34787 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T21:21:34,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34787 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T21:21:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T21:21:34,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34787 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-09T21:21:34,164 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-09T21:21:34,165 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-09T21:21:34,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38557 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-09T21:21:34,167 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 9514d6d5e5be,34787,1731187269526 suceeded 2024-11-09T21:21:34,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-09T21:21:34,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-09T21:21:34,168 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-09T21:21:34,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 198 msec 2024-11-09T21:21:34,226 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 1471, reset compression=false 2024-11-09T21:21:34,247 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517, startPosition=1241, beingWritten=true 2024-11-09T21:21:34,251 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T21:21:34,251 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517 to pos 1521, reset compression=false 2024-11-09T21:21:34,251 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.shipper9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,34787,1731187269526 got entry batch from reader: WALEntryBatch [walEntries=[{test/96ee4fde540957f2159b38e1261fceb6/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T21:21:34,253 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.shipper9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:21:34,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-09T21:21:34,255 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38407 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T21:21:34,257 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38407 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T21:21:34,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T21:21:34,290 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-09T21:21:34,290 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:21:34,290 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:21:34,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:34,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:34,290 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:21:34,292 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-09T21:21:34,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T21:21:34,292 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:21:34,292 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:21:34,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:34,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:34,292 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:21:34,292 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T21:21:34,292 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1685236868, stopped=false 2024-11-09T21:21:34,292 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9514d6d5e5be,38557,1731187269398 2024-11-09T21:21:34,295 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 1340, reset compression=false 2024-11-09T21:21:34,298 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:21:34,299 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 1491, reset compression=false 2024-11-09T21:21:34,299 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.shipper9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,38407,1731187258989 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:21:34,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38557-0x1012179281b0006, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2333331069/running 2024-11-09T21:21:34,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34787-0x1012179281b0007, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2333331069/running 2024-11-09T21:21:34,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34787-0x1012179281b0007, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2333331069 2024-11-09T21:21:34,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38557-0x1012179281b0006, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2333331069 2024-11-09T21:21:34,305 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:21:34,305 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:21:34,305 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:21:34,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:34,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34787-0x1012179281b0007, quorum=127.0.0.1:59763, baseZNode=/2333331069 Set watcher on znode that does not yet exist, /2333331069/running 2024-11-09T21:21:34,306 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9514d6d5e5be,34787,1731187269526' ***** 2024-11-09T21:21:34,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38557-0x1012179281b0006, quorum=127.0.0.1:59763, baseZNode=/2333331069 Set watcher on znode that does not yet exist, /2333331069/running 2024-11-09T21:21:34,306 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T21:21:34,306 INFO [RS:0;9514d6d5e5be:34787 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T21:21:34,306 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T21:21:34,306 INFO [RS:0;9514d6d5e5be:34787 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T21:21:34,306 INFO [RS:0;9514d6d5e5be:34787 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T21:21:34,306 INFO [RS:0;9514d6d5e5be:34787 {}] regionserver.HRegionServer(3091): Received CLOSE for c4945ac6663818ad8b4094b2c0ba68dc 2024-11-09T21:21:34,306 INFO [RS:0;9514d6d5e5be:34787 {}] regionserver.HRegionServer(3091): Received CLOSE for 96ee4fde540957f2159b38e1261fceb6 2024-11-09T21:21:34,307 INFO [RS:0;9514d6d5e5be:34787 {}] regionserver.HRegionServer(959): stopping server 9514d6d5e5be,34787,1731187269526 2024-11-09T21:21:34,307 INFO [RS:0;9514d6d5e5be:34787 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:21:34,307 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4945ac6663818ad8b4094b2c0ba68dc, disabling compactions & flushes 2024-11-09T21:21:34,307 INFO [RS:0;9514d6d5e5be:34787 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:34787. 2024-11-09T21:21:34,307 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731187283116.c4945ac6663818ad8b4094b2c0ba68dc. 2024-11-09T21:21:34,307 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731187283116.c4945ac6663818ad8b4094b2c0ba68dc. 2024-11-09T21:21:34,307 DEBUG [RS:0;9514d6d5e5be:34787 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:21:34,307 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731187283116.c4945ac6663818ad8b4094b2c0ba68dc. after waiting 0 ms 2024-11-09T21:21:34,307 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731187283116.c4945ac6663818ad8b4094b2c0ba68dc. 2024-11-09T21:21:34,307 DEBUG [RS:0;9514d6d5e5be:34787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:34,307 INFO [RS:0;9514d6d5e5be:34787 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T21:21:34,307 INFO [RS:0;9514d6d5e5be:34787 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T21:21:34,307 INFO [RS:0;9514d6d5e5be:34787 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T21:21:34,307 INFO [RS:0;9514d6d5e5be:34787 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T21:21:34,307 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c4945ac6663818ad8b4094b2c0ba68dc 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-09T21:21:34,307 INFO [RS:0;9514d6d5e5be:34787 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T21:21:34,307 DEBUG [RS:0;9514d6d5e5be:34787 {}] regionserver.HRegionServer(1325): Online Regions={c4945ac6663818ad8b4094b2c0ba68dc=hbase:replication,,1731187283116.c4945ac6663818ad8b4094b2c0ba68dc., 1588230740=hbase:meta,,1.1588230740, 96ee4fde540957f2159b38e1261fceb6=test,,1731187274612.96ee4fde540957f2159b38e1261fceb6.} 2024-11-09T21:21:34,307 DEBUG [RS:0;9514d6d5e5be:34787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 96ee4fde540957f2159b38e1261fceb6, c4945ac6663818ad8b4094b2c0ba68dc 2024-11-09T21:21:34,307 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:21:34,307 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:21:34,307 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:21:34,307 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:21:34,307 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:21:34,307 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T21:21:34,313 INFO [regionserver/9514d6d5e5be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:21:34,320 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/hbase/meta/1588230740/.tmp/info/8a6723a900a5440d9d4dbec624591122 is 147, key is hbase:replication,,1731187283116.c4945ac6663818ad8b4094b2c0ba68dc./info:regioninfo/1731187284285/Put/seqid=0 2024-11-09T21:21:34,323 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/hbase/replication/c4945ac6663818ad8b4094b2c0ba68dc/.tmp/queue/911641ab23de4d95a5a8b2a889b5a31b is 154, key is 1-9514d6d5e5be,34787,1731187269526/queue:9514d6d5e5be%2C34787%2C1731187269526/1731187294258/Put/seqid=0 2024-11-09T21:21:34,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43173 is added to blk_1073741840_1016 (size=7686) 2024-11-09T21:21:34,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43173 is added to blk_1073741841_1017 (size=5353) 2024-11-09T21:21:34,326 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/hbase/replication/c4945ac6663818ad8b4094b2c0ba68dc/.tmp/queue/911641ab23de4d95a5a8b2a889b5a31b 2024-11-09T21:21:34,330 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/hbase/replication/c4945ac6663818ad8b4094b2c0ba68dc/.tmp/queue/911641ab23de4d95a5a8b2a889b5a31b as hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/hbase/replication/c4945ac6663818ad8b4094b2c0ba68dc/queue/911641ab23de4d95a5a8b2a889b5a31b 2024-11-09T21:21:34,333 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/hbase/replication/c4945ac6663818ad8b4094b2c0ba68dc/queue/911641ab23de4d95a5a8b2a889b5a31b, entries=1, sequenceid=13, filesize=5.2 K 2024-11-09T21:21:34,334 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for c4945ac6663818ad8b4094b2c0ba68dc in 27ms, sequenceid=13, compaction requested=false 2024-11-09T21:21:34,338 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/hbase/replication/c4945ac6663818ad8b4094b2c0ba68dc/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-09T21:21:34,338 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:21:34,338 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:21:34,338 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731187283116.c4945ac6663818ad8b4094b2c0ba68dc. 2024-11-09T21:21:34,338 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4945ac6663818ad8b4094b2c0ba68dc: Waiting for close lock at 1731187294307Running coprocessor pre-close hooks at 1731187294307Disabling compacts and flushes for region at 1731187294307Disabling writes for close at 1731187294307Obtaining lock to block concurrent updates at 1731187294307Preparing flush snapshotting stores in c4945ac6663818ad8b4094b2c0ba68dc at 1731187294307Finished memstore snapshotting hbase:replication,,1731187283116.c4945ac6663818ad8b4094b2c0ba68dc., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1731187294307Flushing stores of hbase:replication,,1731187283116.c4945ac6663818ad8b4094b2c0ba68dc. at 1731187294308 (+1 ms)Flushing c4945ac6663818ad8b4094b2c0ba68dc/queue: creating writer at 1731187294308Flushing c4945ac6663818ad8b4094b2c0ba68dc/queue: appending metadata at 1731187294322 (+14 ms)Flushing c4945ac6663818ad8b4094b2c0ba68dc/queue: closing flushed file at 1731187294322Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6890153: reopening flushed file at 1731187294329 (+7 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for c4945ac6663818ad8b4094b2c0ba68dc in 27ms, sequenceid=13, compaction requested=false at 1731187294334 (+5 ms)Writing region close event to WAL at 1731187294335 (+1 ms)Running coprocessor post-close hooks at 1731187294338 (+3 ms)Closed at 1731187294338 2024-11-09T21:21:34,338 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731187283116.c4945ac6663818ad8b4094b2c0ba68dc. 2024-11-09T21:21:34,339 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 96ee4fde540957f2159b38e1261fceb6, disabling compactions & flushes 2024-11-09T21:21:34,339 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731187274612.96ee4fde540957f2159b38e1261fceb6. 2024-11-09T21:21:34,339 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731187274612.96ee4fde540957f2159b38e1261fceb6. 2024-11-09T21:21:34,339 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731187274612.96ee4fde540957f2159b38e1261fceb6. after waiting 0 ms 2024-11-09T21:21:34,339 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731187274612.96ee4fde540957f2159b38e1261fceb6. 2024-11-09T21:21:34,339 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 96ee4fde540957f2159b38e1261fceb6 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-09T21:21:34,355 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/default/test/96ee4fde540957f2159b38e1261fceb6/.tmp/f/bfbe025f50534c729481345a8edad06a is 37, key is row3/f:row3/1731187292951/Put/seqid=0 2024-11-09T21:21:34,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43173 is added to blk_1073741842_1018 (size=5228) 2024-11-09T21:21:34,455 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517 to pos 1521, reset compression=false 2024-11-09T21:21:34,459 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:21:34,459 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517 to pos 1768, reset compression=false 2024-11-09T21:21:34,459 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.shipper9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,34787,1731187269526 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:21:34,460 ERROR [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.shipper9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9514d6d5e5be,34787,1731187269526: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9514d6d5e5be,34787,1731187269526, walGroup=9514d6d5e5be%2C34787%2C1731187269526, offset=9514d6d5e5be%2C34787%2C1731187269526.1731187271517:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:34787 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T21:21:34,461 ERROR [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.shipper9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T21:21:34,461 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.shipper9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T21:21:34,462 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.shipper9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T21:21:34,462 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.shipper9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T21:21:34,462 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.shipper9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T21:21:34,462 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.shipper9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1142947840, "init": 1048576000, "max": 2306867200, "used": 767576408 }, "NonHeapMemoryUsage": { "committed": 201064448, "init": 7667712, "max": -1, "used": 198190376 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T21:21:34,463 WARN [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.shipper9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:38557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:38557 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T21:21:34,468 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T21:21:34,469 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T21:21:34,502 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 1491, reset compression=false 2024-11-09T21:21:34,508 DEBUG [RS:0;9514d6d5e5be:34787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 96ee4fde540957f2159b38e1261fceb6 2024-11-09T21:21:34,529 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 1471, reset compression=false 2024-11-09T21:21:34,669 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517 to pos 1768, reset compression=false 2024-11-09T21:21:34,708 DEBUG [RS:0;9514d6d5e5be:34787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 96ee4fde540957f2159b38e1261fceb6 2024-11-09T21:21:34,724 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/hbase/meta/1588230740/.tmp/info/8a6723a900a5440d9d4dbec624591122 2024-11-09T21:21:34,739 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/hbase/meta/1588230740/.tmp/ns/9df26fa780e741659d4ddbd275654adf is 43, key is default/ns:d/1731187272271/Put/seqid=0 2024-11-09T21:21:34,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43173 is added to blk_1073741843_1019 (size=5153) 2024-11-09T21:21:34,759 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/default/test/96ee4fde540957f2159b38e1261fceb6/.tmp/f/bfbe025f50534c729481345a8edad06a 2024-11-09T21:21:34,762 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bfbe025f50534c729481345a8edad06a 2024-11-09T21:21:34,775 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/default/test/96ee4fde540957f2159b38e1261fceb6/.tmp/f1/b300b9f5ea0b4559a408c17b9bca850e is 30, key is row1/f1:/1731187290301/DeleteFamily/seqid=0 2024-11-09T21:21:34,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43173 is added to blk_1073741844_1020 (size=5158) 2024-11-09T21:21:34,807 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 1491, reset compression=false 2024-11-09T21:21:34,908 DEBUG [RS:0;9514d6d5e5be:34787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 96ee4fde540957f2159b38e1261fceb6 2024-11-09T21:21:34,933 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 1471, reset compression=false 2024-11-09T21:21:34,973 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517 to pos 1768, reset compression=false 2024-11-09T21:21:35,108 DEBUG [RS:0;9514d6d5e5be:34787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 96ee4fde540957f2159b38e1261fceb6 2024-11-09T21:21:35,143 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/hbase/meta/1588230740/.tmp/ns/9df26fa780e741659d4ddbd275654adf 2024-11-09T21:21:35,168 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/hbase/meta/1588230740/.tmp/rep_barrier/2047dd9683ef4fe2957626bca49afaaf is 112, key is test,,1731187274612.96ee4fde540957f2159b38e1261fceb6./rep_barrier:seqnumDuringOpen/1731187275766/Put/seqid=0 2024-11-09T21:21:35,178 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/default/test/96ee4fde540957f2159b38e1261fceb6/.tmp/f1/b300b9f5ea0b4559a408c17b9bca850e 2024-11-09T21:21:35,185 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b300b9f5ea0b4559a408c17b9bca850e 2024-11-09T21:21:35,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43173 is added to blk_1073741845_1021 (size=5518) 2024-11-09T21:21:35,210 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 1491, reset compression=false 2024-11-09T21:21:35,226 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/default/test/96ee4fde540957f2159b38e1261fceb6/.tmp/norep/433b34e7871f42f991d942953211fd7e is 33, key is row2/norep:/1731187291306/DeleteFamily/seqid=0 2024-11-09T21:21:35,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43173 is added to blk_1073741846_1022 (size=5108) 2024-11-09T21:21:35,308 INFO [RS:0;9514d6d5e5be:34787 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T21:21:35,308 DEBUG [RS:0;9514d6d5e5be:34787 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 96ee4fde540957f2159b38e1261fceb6=test,,1731187274612.96ee4fde540957f2159b38e1261fceb6.} 2024-11-09T21:21:35,309 DEBUG [RS:0;9514d6d5e5be:34787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 96ee4fde540957f2159b38e1261fceb6 2024-11-09T21:21:35,379 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517 to pos 1768, reset compression=false 2024-11-09T21:21:35,438 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 1471, reset compression=false 2024-11-09T21:21:35,509 DEBUG [RS:0;9514d6d5e5be:34787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 96ee4fde540957f2159b38e1261fceb6 2024-11-09T21:21:35,596 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/hbase/meta/1588230740/.tmp/rep_barrier/2047dd9683ef4fe2957626bca49afaaf 2024-11-09T21:21:35,630 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/hbase/meta/1588230740/.tmp/table/bbb7c205e27a42e48d7f32cb8757e433 is 53, key is hbase:replication/table:state/1731187284292/Put/seqid=0 2024-11-09T21:21:35,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43173 is added to blk_1073741847_1023 (size=5308) 2024-11-09T21:21:35,642 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/hbase/meta/1588230740/.tmp/table/bbb7c205e27a42e48d7f32cb8757e433 2024-11-09T21:21:35,646 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/default/test/96ee4fde540957f2159b38e1261fceb6/.tmp/norep/433b34e7871f42f991d942953211fd7e 2024-11-09T21:21:35,654 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/hbase/meta/1588230740/.tmp/info/8a6723a900a5440d9d4dbec624591122 as hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/hbase/meta/1588230740/info/8a6723a900a5440d9d4dbec624591122 2024-11-09T21:21:35,656 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 433b34e7871f42f991d942953211fd7e 2024-11-09T21:21:35,658 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/default/test/96ee4fde540957f2159b38e1261fceb6/.tmp/f/bfbe025f50534c729481345a8edad06a as hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/default/test/96ee4fde540957f2159b38e1261fceb6/f/bfbe025f50534c729481345a8edad06a 2024-11-09T21:21:35,664 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bfbe025f50534c729481345a8edad06a 2024-11-09T21:21:35,664 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/default/test/96ee4fde540957f2159b38e1261fceb6/f/bfbe025f50534c729481345a8edad06a, entries=5, sequenceid=12, filesize=5.1 K 2024-11-09T21:21:35,666 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/default/test/96ee4fde540957f2159b38e1261fceb6/.tmp/f1/b300b9f5ea0b4559a408c17b9bca850e as hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/default/test/96ee4fde540957f2159b38e1261fceb6/f1/b300b9f5ea0b4559a408c17b9bca850e 2024-11-09T21:21:35,671 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/hbase/meta/1588230740/info/8a6723a900a5440d9d4dbec624591122, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T21:21:35,673 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/hbase/meta/1588230740/.tmp/ns/9df26fa780e741659d4ddbd275654adf as hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/hbase/meta/1588230740/ns/9df26fa780e741659d4ddbd275654adf 2024-11-09T21:21:35,687 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/hbase/meta/1588230740/ns/9df26fa780e741659d4ddbd275654adf, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T21:21:35,688 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b300b9f5ea0b4559a408c17b9bca850e 2024-11-09T21:21:35,688 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/default/test/96ee4fde540957f2159b38e1261fceb6/f1/b300b9f5ea0b4559a408c17b9bca850e, entries=3, sequenceid=12, filesize=5.0 K 2024-11-09T21:21:35,690 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/hbase/meta/1588230740/.tmp/rep_barrier/2047dd9683ef4fe2957626bca49afaaf as hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/hbase/meta/1588230740/rep_barrier/2047dd9683ef4fe2957626bca49afaaf 2024-11-09T21:21:35,692 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/default/test/96ee4fde540957f2159b38e1261fceb6/.tmp/norep/433b34e7871f42f991d942953211fd7e as hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/default/test/96ee4fde540957f2159b38e1261fceb6/norep/433b34e7871f42f991d942953211fd7e 2024-11-09T21:21:35,700 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 433b34e7871f42f991d942953211fd7e 2024-11-09T21:21:35,700 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/default/test/96ee4fde540957f2159b38e1261fceb6/norep/433b34e7871f42f991d942953211fd7e, entries=1, sequenceid=12, filesize=5.0 K 2024-11-09T21:21:35,701 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 96ee4fde540957f2159b38e1261fceb6 in 1362ms, sequenceid=12, compaction requested=false 2024-11-09T21:21:35,702 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/hbase/meta/1588230740/rep_barrier/2047dd9683ef4fe2957626bca49afaaf, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T21:21:35,703 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/hbase/meta/1588230740/.tmp/table/bbb7c205e27a42e48d7f32cb8757e433 as hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/hbase/meta/1588230740/table/bbb7c205e27a42e48d7f32cb8757e433 2024-11-09T21:21:35,709 DEBUG [RS:0;9514d6d5e5be:34787 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 96ee4fde540957f2159b38e1261fceb6 2024-11-09T21:21:35,711 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/hbase/meta/1588230740/table/bbb7c205e27a42e48d7f32cb8757e433, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T21:21:35,712 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1405ms, sequenceid=16, compaction requested=false 2024-11-09T21:21:35,729 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 1491, reset compression=false 2024-11-09T21:21:35,789 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/default/test/96ee4fde540957f2159b38e1261fceb6/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T21:21:35,790 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:21:35,790 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T21:21:35,790 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731187274612.96ee4fde540957f2159b38e1261fceb6. 2024-11-09T21:21:35,790 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 96ee4fde540957f2159b38e1261fceb6: Waiting for close lock at 1731187294339Running coprocessor pre-close hooks at 1731187294339Disabling compacts and flushes for region at 1731187294339Disabling writes for close at 1731187294339Obtaining lock to block concurrent updates at 1731187294339Preparing flush snapshotting stores in 96ee4fde540957f2159b38e1261fceb6 at 1731187294339Finished memstore snapshotting test,,1731187274612.96ee4fde540957f2159b38e1261fceb6., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731187294339Flushing stores of test,,1731187274612.96ee4fde540957f2159b38e1261fceb6. at 1731187294339Flushing 96ee4fde540957f2159b38e1261fceb6/f: creating writer at 1731187294340 (+1 ms)Flushing 96ee4fde540957f2159b38e1261fceb6/f: appending metadata at 1731187294354 (+14 ms)Flushing 96ee4fde540957f2159b38e1261fceb6/f: closing flushed file at 1731187294354Flushing 96ee4fde540957f2159b38e1261fceb6/f1: creating writer at 1731187294762 (+408 ms)Flushing 96ee4fde540957f2159b38e1261fceb6/f1: appending metadata at 1731187294774 (+12 ms)Flushing 96ee4fde540957f2159b38e1261fceb6/f1: closing flushed file at 1731187294774Flushing 96ee4fde540957f2159b38e1261fceb6/norep: creating writer at 1731187295185 (+411 ms)Flushing 96ee4fde540957f2159b38e1261fceb6/norep: appending metadata at 1731187295225 (+40 ms)Flushing 96ee4fde540957f2159b38e1261fceb6/norep: closing flushed file at 1731187295225Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@974721e: reopening flushed file at 1731187295657 (+432 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ef9732f: reopening flushed file at 1731187295665 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@761213ee: reopening flushed file at 1731187295689 (+24 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 96ee4fde540957f2159b38e1261fceb6 in 1362ms, sequenceid=12, compaction requested=false at 1731187295701 (+12 ms)Writing region close event to WAL at 1731187295765 (+64 ms)Running coprocessor post-close hooks at 1731187295790 (+25 ms)Closed at 1731187295790 2024-11-09T21:21:35,790 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731187274612.96ee4fde540957f2159b38e1261fceb6. 2024-11-09T21:21:35,834 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T21:21:35,835 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:21:35,836 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:21:35,836 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:21:35,836 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187294307Running coprocessor pre-close hooks at 1731187294307Disabling compacts and flushes for region at 1731187294307Disabling writes for close at 1731187294307Obtaining lock to block concurrent updates at 1731187294307Preparing flush snapshotting stores in 1588230740 at 1731187294307Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731187294308 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731187294308Flushing 1588230740/info: creating writer at 1731187294308Flushing 1588230740/info: appending metadata at 1731187294320 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731187294320Flushing 1588230740/ns: creating writer at 1731187294728 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731187294739 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731187294739Flushing 1588230740/rep_barrier: creating writer at 1731187295149 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731187295167 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731187295167Flushing 1588230740/table: creating writer at 1731187295603 (+436 ms)Flushing 1588230740/table: appending metadata at 1731187295629 (+26 ms)Flushing 1588230740/table: closing flushed file at 1731187295629Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ba19dae: reopening flushed file at 1731187295651 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46b9f1b4: reopening flushed file at 1731187295671 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17233164: reopening flushed file at 1731187295687 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76aed8d5: reopening flushed file at 1731187295702 (+15 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1405ms, sequenceid=16, compaction requested=false at 1731187295712 (+10 ms)Writing region close event to WAL at 1731187295801 (+89 ms)Running coprocessor post-close hooks at 1731187295835 (+34 ms)Closed at 1731187295836 (+1 ms) 2024-11-09T21:21:35,836 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T21:21:35,885 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517 to pos 1768, reset compression=false 2024-11-09T21:21:35,909 INFO [RS:0;9514d6d5e5be:34787 {}] regionserver.HRegionServer(976): stopping server 9514d6d5e5be,34787,1731187269526; all regions closed. 2024-11-09T21:21:35,914 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:21:35,914 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.wal-reader.9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.1731187271517 to pos 2412, reset compression=false 2024-11-09T21:21:35,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43173 is added to blk_1073741834_1010 (size=4239) 2024-11-09T21:21:35,941 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/WALs/9514d6d5e5be,34787,1731187269526/9514d6d5e5be%2C34787%2C1731187269526.meta.1731187272217.meta not finished, retry = 0 2024-11-09T21:21:36,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43173 is added to blk_1073741839_1015 (size=3333) 2024-11-09T21:21:36,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43173 is added to blk_1073741832_1008 (size=2420) 2024-11-09T21:21:36,062 DEBUG [RS:0;9514d6d5e5be:34787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:36,062 INFO [RS:0;9514d6d5e5be:34787 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:21:36,063 INFO [RS:0;9514d6d5e5be:34787 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:21:36,063 INFO [RS:0;9514d6d5e5be:34787 {}] hbase.ChoreService(370): Chore service for: regionserver/9514d6d5e5be:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T21:21:36,063 INFO [RS:0;9514d6d5e5be:34787 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:21:36,063 INFO [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:21:36,063 INFO [RS:0;9514d6d5e5be:34787 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9514d6d5e5be,34787,1731187269526 because: Region server is closing 2024-11-09T21:21:36,064 INFO [RS:0;9514d6d5e5be:34787 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:34787. 2024-11-09T21:21:36,064 DEBUG [RS:0;9514d6d5e5be:34787 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:21:36,064 DEBUG [RS:0;9514d6d5e5be:34787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:36,064 DEBUG [RS:0;9514d6d5e5be:34787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:36,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:21:36,070 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 1471, reset compression=false 2024-11-09T21:21:36,164 INFO [RS:0;9514d6d5e5be:34787 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,34787,1731187269526.replicationSource.shipper9514d6d5e5be%2C34787%2C1731187269526,1-9514d6d5e5be,34787,1731187269526 terminated 2024-11-09T21:21:36,164 INFO [RS:0;9514d6d5e5be:34787 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:34787. 2024-11-09T21:21:36,165 DEBUG [RS:0;9514d6d5e5be:34787 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:21:36,165 DEBUG [RS:0;9514d6d5e5be:34787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:36,165 DEBUG [RS:0;9514d6d5e5be:34787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:36,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:21:36,165 INFO [RS:0;9514d6d5e5be:34787 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34787 2024-11-09T21:21:36,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38557-0x1012179281b0006, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2333331069/rs 2024-11-09T21:21:36,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34787-0x1012179281b0007, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2333331069/rs/9514d6d5e5be,34787,1731187269526 2024-11-09T21:21:36,231 INFO [RS:0;9514d6d5e5be:34787 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:21:36,242 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9514d6d5e5be,34787,1731187269526] 2024-11-09T21:21:36,252 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2333331069/draining/9514d6d5e5be,34787,1731187269526 already deleted, retry=false 2024-11-09T21:21:36,252 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9514d6d5e5be,34787,1731187269526 expired; onlineServers=0 2024-11-09T21:21:36,252 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9514d6d5e5be,38557,1731187269398' ***** 2024-11-09T21:21:36,252 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T21:21:36,252 INFO [M:0;9514d6d5e5be:38557 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:21:36,253 INFO [M:0;9514d6d5e5be:38557 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:21:36,253 DEBUG [M:0;9514d6d5e5be:38557 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T21:21:36,253 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T21:21:36,253 DEBUG [M:0;9514d6d5e5be:38557 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T21:21:36,253 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187271296 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187271296,5,FailOnTimeoutGroup] 2024-11-09T21:21:36,253 INFO [M:0;9514d6d5e5be:38557 {}] hbase.ChoreService(370): Chore service for: master/9514d6d5e5be:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T21:21:36,253 INFO [M:0;9514d6d5e5be:38557 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:21:36,253 DEBUG [M:0;9514d6d5e5be:38557 {}] master.HMaster(1795): Stopping service threads 2024-11-09T21:21:36,253 INFO [M:0;9514d6d5e5be:38557 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T21:21:36,253 INFO [M:0;9514d6d5e5be:38557 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:21:36,253 INFO [M:0;9514d6d5e5be:38557 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T21:21:36,253 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T21:21:36,253 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187271296 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187271296,5,FailOnTimeoutGroup] 2024-11-09T21:21:36,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38557-0x1012179281b0006, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2333331069/master 2024-11-09T21:21:36,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38557-0x1012179281b0006, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2333331069 2024-11-09T21:21:36,263 DEBUG [M:0;9514d6d5e5be:38557 {}] zookeeper.ZKUtil(347): master:38557-0x1012179281b0006, quorum=127.0.0.1:59763, baseZNode=/2333331069 Unable to get data of znode /2333331069/master because node does not exist (not an error) 2024-11-09T21:21:36,264 WARN [M:0;9514d6d5e5be:38557 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T21:21:36,271 INFO [M:0;9514d6d5e5be:38557 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/.lastflushedseqids 2024-11-09T21:21:36,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43173 is added to blk_1073741848_1024 (size=245) 2024-11-09T21:21:36,279 INFO [M:0;9514d6d5e5be:38557 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T21:21:36,279 INFO [M:0;9514d6d5e5be:38557 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T21:21:36,279 DEBUG [M:0;9514d6d5e5be:38557 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:21:36,279 INFO [M:0;9514d6d5e5be:38557 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:21:36,279 DEBUG [M:0;9514d6d5e5be:38557 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:21:36,279 DEBUG [M:0;9514d6d5e5be:38557 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:21:36,279 DEBUG [M:0;9514d6d5e5be:38557 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:21:36,279 INFO [M:0;9514d6d5e5be:38557 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-09T21:21:36,298 DEBUG [M:0;9514d6d5e5be:38557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a340b4131ac94152b8c4bc7e23de455b is 82, key is hbase:meta,,1/info:regioninfo/1731187272259/Put/seqid=0 2024-11-09T21:21:36,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43173 is added to blk_1073741849_1025 (size=5672) 2024-11-09T21:21:36,342 INFO [RS:0;9514d6d5e5be:34787 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:21:36,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34787-0x1012179281b0007, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:21:36,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34787-0x1012179281b0007, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:21:36,342 INFO [RS:0;9514d6d5e5be:34787 {}] regionserver.HRegionServer(1031): Exiting; stopping=9514d6d5e5be,34787,1731187269526; zookeeper connection closed. 2024-11-09T21:21:36,342 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d7304bd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d7304bd 2024-11-09T21:21:36,342 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T21:21:36,381 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 1491, reset compression=false 2024-11-09T21:21:36,703 INFO [M:0;9514d6d5e5be:38557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a340b4131ac94152b8c4bc7e23de455b 2024-11-09T21:21:36,719 DEBUG [M:0;9514d6d5e5be:38557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/507034b6f63f42caa7e315592695a985 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731187284296/Put/seqid=0 2024-11-09T21:21:36,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43173 is added to blk_1073741850_1026 (size=9211) 2024-11-09T21:21:36,723 INFO [M:0;9514d6d5e5be:38557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/507034b6f63f42caa7e315592695a985 2024-11-09T21:21:36,738 DEBUG [M:0;9514d6d5e5be:38557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8401717051b147b2a9c03200a32d0d51 is 69, key is 9514d6d5e5be,34787,1731187269526/rs:state/1731187271324/Put/seqid=0 2024-11-09T21:21:36,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43173 is added to blk_1073741851_1027 (size=5156) 2024-11-09T21:21:36,798 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 1471, reset compression=false 2024-11-09T21:21:37,084 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 1491, reset compression=false 2024-11-09T21:21:37,141 INFO [M:0;9514d6d5e5be:38557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8401717051b147b2a9c03200a32d0d51 2024-11-09T21:21:37,145 DEBUG [M:0;9514d6d5e5be:38557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a340b4131ac94152b8c4bc7e23de455b as hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a340b4131ac94152b8c4bc7e23de455b 2024-11-09T21:21:37,148 INFO [M:0;9514d6d5e5be:38557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a340b4131ac94152b8c4bc7e23de455b, entries=8, sequenceid=127, filesize=5.5 K 2024-11-09T21:21:37,148 DEBUG [M:0;9514d6d5e5be:38557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/507034b6f63f42caa7e315592695a985 as hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/507034b6f63f42caa7e315592695a985 2024-11-09T21:21:37,151 INFO [M:0;9514d6d5e5be:38557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/507034b6f63f42caa7e315592695a985, entries=15, sequenceid=127, filesize=9.0 K 2024-11-09T21:21:37,151 DEBUG [M:0;9514d6d5e5be:38557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8401717051b147b2a9c03200a32d0d51 as hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8401717051b147b2a9c03200a32d0d51 2024-11-09T21:21:37,154 INFO [M:0;9514d6d5e5be:38557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38731/user/jenkins/test-data/cd44c0d1-d9dc-ffac-b92c-8edf513f5d4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8401717051b147b2a9c03200a32d0d51, entries=1, sequenceid=127, filesize=5.0 K 2024-11-09T21:21:37,155 INFO [M:0;9514d6d5e5be:38557 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 876ms, sequenceid=127, compaction requested=false 2024-11-09T21:21:37,156 INFO [M:0;9514d6d5e5be:38557 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:21:37,156 DEBUG [M:0;9514d6d5e5be:38557 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187296279Disabling compacts and flushes for region at 1731187296279Disabling writes for close at 1731187296279Obtaining lock to block concurrent updates at 1731187296279Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731187296279Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1731187296280 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731187296280Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731187296280Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731187296297 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731187296297Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731187296706 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731187296719 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731187296719Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731187296726 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731187296737 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731187296737Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7127b99b: reopening flushed file at 1731187297144 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33198287: reopening flushed file at 1731187297148 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53f22bc3: reopening flushed file at 1731187297151 (+3 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 876ms, sequenceid=127, compaction requested=false at 1731187297155 (+4 ms)Writing region close event to WAL at 1731187297156 (+1 ms)Closed at 1731187297156 2024-11-09T21:21:37,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43173 is added to blk_1073741830_1006 (size=73854) 2024-11-09T21:21:37,158 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:21:37,158 INFO [M:0;9514d6d5e5be:38557 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T21:21:37,158 INFO [M:0;9514d6d5e5be:38557 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38557 2024-11-09T21:21:37,158 INFO [M:0;9514d6d5e5be:38557 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:21:37,331 INFO [M:0;9514d6d5e5be:38557 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:21:37,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38557-0x1012179281b0006, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:21:37,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38557-0x1012179281b0006, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:21:37,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21511a60{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:21:37,333 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7cd611ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:21:37,334 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:21:37,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dc7709a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:21:37,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b107765{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa7bb7e6-7fc9-fc92-43cf-ef836c68ae42/hadoop.log.dir/,STOPPED} 2024-11-09T21:21:37,335 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T21:21:37,335 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T21:21:37,335 WARN [BP-2034152872-172.17.0.2-1731187267243 heartbeating to localhost/127.0.0.1:38731 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T21:21:37,335 WARN [BP-2034152872-172.17.0.2-1731187267243 heartbeating to localhost/127.0.0.1:38731 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2034152872-172.17.0.2-1731187267243 (Datanode Uuid e999f056-01c1-4ccc-bdda-6b6c5480697f) service to localhost/127.0.0.1:38731 2024-11-09T21:21:37,335 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa7bb7e6-7fc9-fc92-43cf-ef836c68ae42/cluster_9702341e-8049-9e93-adb8-2ff334abfa74/data/data1/current/BP-2034152872-172.17.0.2-1731187267243 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:21:37,336 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa7bb7e6-7fc9-fc92-43cf-ef836c68ae42/cluster_9702341e-8049-9e93-adb8-2ff334abfa74/data/data2/current/BP-2034152872-172.17.0.2-1731187267243 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:21:37,336 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T21:21:37,340 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f19a91{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:21:37,341 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ec599a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:21:37,341 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:21:37,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f735fc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:21:37,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fbe034a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa7bb7e6-7fc9-fc92-43cf-ef836c68ae42/hadoop.log.dir/,STOPPED} 2024-11-09T21:21:37,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T21:21:37,356 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T21:21:37,356 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:21:37,356 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:21:37,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:37,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:37,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:21:37,356 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T21:21:37,356 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1676770810, stopped=false 2024-11-09T21:21:37,357 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9514d6d5e5be,43403,1731187262985 2024-11-09T21:21:37,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45089-0x1012179281b0004, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-126568558/running 2024-11-09T21:21:37,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43403-0x1012179281b0003, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-126568558/running 2024-11-09T21:21:37,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45089-0x1012179281b0004, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-126568558 2024-11-09T21:21:37,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43403-0x1012179281b0003, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-126568558 2024-11-09T21:21:37,407 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:21:37,407 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:21:37,408 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:21:37,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:37,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45089-0x1012179281b0004, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Set watcher on znode that does not yet exist, /1-126568558/running 2024-11-09T21:21:37,408 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9514d6d5e5be,45089,1731187263224' ***** 2024-11-09T21:21:37,408 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T21:21:37,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43403-0x1012179281b0003, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Set watcher on znode that does not yet exist, /1-126568558/running 2024-11-09T21:21:37,408 INFO [RS:0;9514d6d5e5be:45089 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T21:21:37,408 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T21:21:37,408 INFO [RS:0;9514d6d5e5be:45089 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T21:21:37,408 INFO [RS:0;9514d6d5e5be:45089 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T21:21:37,408 INFO [RS:0;9514d6d5e5be:45089 {}] regionserver.HRegionServer(3091): Received CLOSE for 1e536d814307b89dd26d0a9e9530dbfe 2024-11-09T21:21:37,409 INFO [RS:0;9514d6d5e5be:45089 {}] regionserver.HRegionServer(3091): Received CLOSE for 8237212b445a72f484dc23cdc40b40c0 2024-11-09T21:21:37,409 INFO [RS:0;9514d6d5e5be:45089 {}] regionserver.HRegionServer(959): stopping server 9514d6d5e5be,45089,1731187263224 2024-11-09T21:21:37,409 INFO [RS:0;9514d6d5e5be:45089 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:21:37,409 INFO [RS:0;9514d6d5e5be:45089 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:45089. 2024-11-09T21:21:37,409 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1e536d814307b89dd26d0a9e9530dbfe, disabling compactions & flushes 2024-11-09T21:21:37,409 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731187280971.1e536d814307b89dd26d0a9e9530dbfe. 2024-11-09T21:21:37,409 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731187280971.1e536d814307b89dd26d0a9e9530dbfe. 2024-11-09T21:21:37,409 DEBUG [RS:0;9514d6d5e5be:45089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:21:37,409 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731187280971.1e536d814307b89dd26d0a9e9530dbfe. after waiting 0 ms 2024-11-09T21:21:37,409 DEBUG [RS:0;9514d6d5e5be:45089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:37,409 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731187280971.1e536d814307b89dd26d0a9e9530dbfe. 2024-11-09T21:21:37,409 INFO [RS:0;9514d6d5e5be:45089 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T21:21:37,409 INFO [RS:0;9514d6d5e5be:45089 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T21:21:37,409 INFO [RS:0;9514d6d5e5be:45089 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T21:21:37,409 INFO [RS:0;9514d6d5e5be:45089 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T21:21:37,409 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1e536d814307b89dd26d0a9e9530dbfe 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-09T21:21:37,409 INFO [RS:0;9514d6d5e5be:45089 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T21:21:37,409 DEBUG [RS:0;9514d6d5e5be:45089 {}] regionserver.HRegionServer(1325): Online Regions={1e536d814307b89dd26d0a9e9530dbfe=hbase:replication,,1731187280971.1e536d814307b89dd26d0a9e9530dbfe., 8237212b445a72f484dc23cdc40b40c0=test,,1731187273473.8237212b445a72f484dc23cdc40b40c0., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T21:21:37,409 DEBUG [RS:0;9514d6d5e5be:45089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1e536d814307b89dd26d0a9e9530dbfe, 8237212b445a72f484dc23cdc40b40c0 2024-11-09T21:21:37,409 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:21:37,409 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:21:37,409 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:21:37,409 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:21:37,409 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:21:37,409 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T21:21:37,419 INFO [regionserver/9514d6d5e5be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:21:37,422 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/hbase/replication/1e536d814307b89dd26d0a9e9530dbfe/.tmp/queue/ab3a27566a6844499f864b9c8178ca4e is 154, key is 1-9514d6d5e5be,45089,1731187263224/queue:9514d6d5e5be%2C45089%2C1731187263224/1731187294025/Put/seqid=0 2024-11-09T21:21:37,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741840_1016 (size=5353) 2024-11-09T21:21:37,426 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/hbase/replication/1e536d814307b89dd26d0a9e9530dbfe/.tmp/queue/ab3a27566a6844499f864b9c8178ca4e 2024-11-09T21:21:37,428 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/hbase/meta/1588230740/.tmp/info/2a948a00d95c4ff5ac32abe21da1b275 is 147, key is hbase:replication,,1731187280971.1e536d814307b89dd26d0a9e9530dbfe./info:regioninfo/1731187282176/Put/seqid=0 2024-11-09T21:21:37,430 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/hbase/replication/1e536d814307b89dd26d0a9e9530dbfe/.tmp/queue/ab3a27566a6844499f864b9c8178ca4e as hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/hbase/replication/1e536d814307b89dd26d0a9e9530dbfe/queue/ab3a27566a6844499f864b9c8178ca4e 2024-11-09T21:21:37,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741841_1017 (size=7686) 2024-11-09T21:21:37,436 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/hbase/replication/1e536d814307b89dd26d0a9e9530dbfe/queue/ab3a27566a6844499f864b9c8178ca4e, entries=1, sequenceid=14, filesize=5.2 K 2024-11-09T21:21:37,436 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 1e536d814307b89dd26d0a9e9530dbfe in 27ms, sequenceid=14, compaction requested=false 2024-11-09T21:21:37,437 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T21:21:37,440 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/hbase/replication/1e536d814307b89dd26d0a9e9530dbfe/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-09T21:21:37,441 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:21:37,441 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:21:37,441 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731187280971.1e536d814307b89dd26d0a9e9530dbfe. 2024-11-09T21:21:37,441 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1e536d814307b89dd26d0a9e9530dbfe: Waiting for close lock at 1731187297409Running coprocessor pre-close hooks at 1731187297409Disabling compacts and flushes for region at 1731187297409Disabling writes for close at 1731187297409Obtaining lock to block concurrent updates at 1731187297409Preparing flush snapshotting stores in 1e536d814307b89dd26d0a9e9530dbfe at 1731187297409Finished memstore snapshotting hbase:replication,,1731187280971.1e536d814307b89dd26d0a9e9530dbfe., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731187297409Flushing stores of hbase:replication,,1731187280971.1e536d814307b89dd26d0a9e9530dbfe. at 1731187297409Flushing 1e536d814307b89dd26d0a9e9530dbfe/queue: creating writer at 1731187297410 (+1 ms)Flushing 1e536d814307b89dd26d0a9e9530dbfe/queue: appending metadata at 1731187297421 (+11 ms)Flushing 1e536d814307b89dd26d0a9e9530dbfe/queue: closing flushed file at 1731187297422 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27b2db8: reopening flushed file at 1731187297430 (+8 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 1e536d814307b89dd26d0a9e9530dbfe in 27ms, sequenceid=14, compaction requested=false at 1731187297436 (+6 ms)Writing region close event to WAL at 1731187297438 (+2 ms)Running coprocessor post-close hooks at 1731187297441 (+3 ms)Closed at 1731187297441 2024-11-09T21:21:37,441 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731187280971.1e536d814307b89dd26d0a9e9530dbfe. 2024-11-09T21:21:37,441 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8237212b445a72f484dc23cdc40b40c0, disabling compactions & flushes 2024-11-09T21:21:37,441 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731187273473.8237212b445a72f484dc23cdc40b40c0. 2024-11-09T21:21:37,441 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731187273473.8237212b445a72f484dc23cdc40b40c0. 2024-11-09T21:21:37,441 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731187273473.8237212b445a72f484dc23cdc40b40c0. after waiting 0 ms 2024-11-09T21:21:37,441 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731187273473.8237212b445a72f484dc23cdc40b40c0. 2024-11-09T21:21:37,441 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8237212b445a72f484dc23cdc40b40c0 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-09T21:21:37,463 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/default/test/8237212b445a72f484dc23cdc40b40c0/.tmp/f/5cb0721b760e44a5999bb4ded4310624 is 37, key is row3/f:row3/1731187292951/Put/seqid=0 2024-11-09T21:21:37,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741842_1018 (size=5228) 2024-11-09T21:21:37,601 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 1471, reset compression=false 2024-11-09T21:21:37,606 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:21:37,606 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 1718, reset compression=false 2024-11-09T21:21:37,606 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.shipper9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,45089,1731187263224 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:21:37,606 ERROR [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.shipper9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9514d6d5e5be,45089,1731187263224: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9514d6d5e5be,45089,1731187263224, walGroup=9514d6d5e5be%2C45089%2C1731187263224, offset=9514d6d5e5be%2C45089%2C1731187263224.1731187266120:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:45089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T21:21:37,607 ERROR [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.shipper9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T21:21:37,607 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.shipper9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T21:21:37,608 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.shipper9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T21:21:37,608 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.shipper9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T21:21:37,608 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.shipper9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T21:21:37,608 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.shipper9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1142947840, "init": 1048576000, "max": 2306867200, "used": 845171032 }, "NonHeapMemoryUsage": { "committed": 201457664, "init": 7667712, "max": -1, "used": 198570632 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T21:21:37,608 WARN [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.shipper9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:43403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:43403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T21:21:37,609 DEBUG [RS:0;9514d6d5e5be:45089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8237212b445a72f484dc23cdc40b40c0 2024-11-09T21:21:37,809 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 1718, reset compression=false 2024-11-09T21:21:37,809 DEBUG [RS:0;9514d6d5e5be:45089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8237212b445a72f484dc23cdc40b40c0 2024-11-09T21:21:37,833 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/hbase/meta/1588230740/.tmp/info/2a948a00d95c4ff5ac32abe21da1b275 2024-11-09T21:21:37,852 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/hbase/meta/1588230740/.tmp/ns/9ba4919973904d6a9a8f686aef29bca3 is 43, key is default/ns:d/1731187267113/Put/seqid=0 2024-11-09T21:21:37,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741843_1019 (size=5153) 2024-11-09T21:21:37,868 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/default/test/8237212b445a72f484dc23cdc40b40c0/.tmp/f/5cb0721b760e44a5999bb4ded4310624 2024-11-09T21:21:37,871 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5cb0721b760e44a5999bb4ded4310624 2024-11-09T21:21:37,883 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/default/test/8237212b445a72f484dc23cdc40b40c0/.tmp/f1/e7a0e64679a347968752d6c84572e4e8 is 30, key is row1/f1:/1731187290301/DeleteFamily/seqid=0 2024-11-09T21:21:37,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741844_1020 (size=5158) 2024-11-09T21:21:37,888 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 1491, reset compression=false 2024-11-09T21:21:38,010 DEBUG [RS:0;9514d6d5e5be:45089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8237212b445a72f484dc23cdc40b40c0 2024-11-09T21:21:38,036 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T21:21:38,036 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T21:21:38,112 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 1718, reset compression=false 2024-11-09T21:21:38,210 DEBUG [RS:0;9514d6d5e5be:45089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8237212b445a72f484dc23cdc40b40c0 2024-11-09T21:21:38,256 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/hbase/meta/1588230740/.tmp/ns/9ba4919973904d6a9a8f686aef29bca3 2024-11-09T21:21:38,273 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/hbase/meta/1588230740/.tmp/rep_barrier/20d9196383cb4a72bab85eba34038aa7 is 112, key is test,,1731187273473.8237212b445a72f484dc23cdc40b40c0./rep_barrier:seqnumDuringOpen/1731187274234/Put/seqid=0 2024-11-09T21:21:38,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741845_1021 (size=5518) 2024-11-09T21:21:38,287 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/default/test/8237212b445a72f484dc23cdc40b40c0/.tmp/f1/e7a0e64679a347968752d6c84572e4e8 2024-11-09T21:21:38,290 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7a0e64679a347968752d6c84572e4e8 2024-11-09T21:21:38,303 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/default/test/8237212b445a72f484dc23cdc40b40c0/.tmp/norep/55ab3407af3c4dcc8afb5fe053ec020b is 33, key is row1/norep:/1731187290301/DeleteFamily/seqid=0 2024-11-09T21:21:38,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741846_1022 (size=5108) 2024-11-09T21:21:38,410 INFO [RS:0;9514d6d5e5be:45089 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T21:21:38,410 DEBUG [RS:0;9514d6d5e5be:45089 {}] regionserver.HRegionServer(1325): Online Regions={8237212b445a72f484dc23cdc40b40c0=test,,1731187273473.8237212b445a72f484dc23cdc40b40c0., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T21:21:38,410 DEBUG [RS:0;9514d6d5e5be:45089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8237212b445a72f484dc23cdc40b40c0 2024-11-09T21:21:38,521 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.wal-reader.9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 to pos 1718, reset compression=false 2024-11-09T21:21:38,610 DEBUG [RS:0;9514d6d5e5be:45089 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8237212b445a72f484dc23cdc40b40c0 2024-11-09T21:21:38,677 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/hbase/meta/1588230740/.tmp/rep_barrier/20d9196383cb4a72bab85eba34038aa7 2024-11-09T21:21:38,696 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/hbase/meta/1588230740/.tmp/table/04271db8b2b84993a4297c94d303df2a is 53, key is hbase:replication/table:state/1731187282184/Put/seqid=0 2024-11-09T21:21:38,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741847_1023 (size=5308) 2024-11-09T21:21:38,699 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/hbase/meta/1588230740/.tmp/table/04271db8b2b84993a4297c94d303df2a 2024-11-09T21:21:38,704 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/hbase/meta/1588230740/.tmp/info/2a948a00d95c4ff5ac32abe21da1b275 as hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/hbase/meta/1588230740/info/2a948a00d95c4ff5ac32abe21da1b275 2024-11-09T21:21:38,707 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/default/test/8237212b445a72f484dc23cdc40b40c0/.tmp/norep/55ab3407af3c4dcc8afb5fe053ec020b 2024-11-09T21:21:38,709 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/hbase/meta/1588230740/info/2a948a00d95c4ff5ac32abe21da1b275, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T21:21:38,709 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/hbase/meta/1588230740/.tmp/ns/9ba4919973904d6a9a8f686aef29bca3 as hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/hbase/meta/1588230740/ns/9ba4919973904d6a9a8f686aef29bca3 2024-11-09T21:21:38,710 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 55ab3407af3c4dcc8afb5fe053ec020b 2024-11-09T21:21:38,710 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/default/test/8237212b445a72f484dc23cdc40b40c0/.tmp/f/5cb0721b760e44a5999bb4ded4310624 as hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/default/test/8237212b445a72f484dc23cdc40b40c0/f/5cb0721b760e44a5999bb4ded4310624 2024-11-09T21:21:38,713 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5cb0721b760e44a5999bb4ded4310624 2024-11-09T21:21:38,713 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/hbase/meta/1588230740/ns/9ba4919973904d6a9a8f686aef29bca3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T21:21:38,713 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/default/test/8237212b445a72f484dc23cdc40b40c0/f/5cb0721b760e44a5999bb4ded4310624, entries=5, sequenceid=12, filesize=5.1 K 2024-11-09T21:21:38,714 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/hbase/meta/1588230740/.tmp/rep_barrier/20d9196383cb4a72bab85eba34038aa7 as hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/hbase/meta/1588230740/rep_barrier/20d9196383cb4a72bab85eba34038aa7 2024-11-09T21:21:38,714 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/default/test/8237212b445a72f484dc23cdc40b40c0/.tmp/f1/e7a0e64679a347968752d6c84572e4e8 as hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/default/test/8237212b445a72f484dc23cdc40b40c0/f1/e7a0e64679a347968752d6c84572e4e8 2024-11-09T21:21:38,717 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7a0e64679a347968752d6c84572e4e8 2024-11-09T21:21:38,717 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/default/test/8237212b445a72f484dc23cdc40b40c0/f1/e7a0e64679a347968752d6c84572e4e8, entries=3, sequenceid=12, filesize=5.0 K 2024-11-09T21:21:38,717 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/hbase/meta/1588230740/rep_barrier/20d9196383cb4a72bab85eba34038aa7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T21:21:38,718 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/default/test/8237212b445a72f484dc23cdc40b40c0/.tmp/norep/55ab3407af3c4dcc8afb5fe053ec020b as hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/default/test/8237212b445a72f484dc23cdc40b40c0/norep/55ab3407af3c4dcc8afb5fe053ec020b 2024-11-09T21:21:38,718 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/hbase/meta/1588230740/.tmp/table/04271db8b2b84993a4297c94d303df2a as hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/hbase/meta/1588230740/table/04271db8b2b84993a4297c94d303df2a 2024-11-09T21:21:38,722 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 55ab3407af3c4dcc8afb5fe053ec020b 2024-11-09T21:21:38,722 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/default/test/8237212b445a72f484dc23cdc40b40c0/norep/55ab3407af3c4dcc8afb5fe053ec020b, entries=1, sequenceid=12, filesize=5.0 K 2024-11-09T21:21:38,722 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/hbase/meta/1588230740/table/04271db8b2b84993a4297c94d303df2a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T21:21:38,722 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 8237212b445a72f484dc23cdc40b40c0 in 1281ms, sequenceid=12, compaction requested=false 2024-11-09T21:21:38,722 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=16, compaction requested=false 2024-11-09T21:21:38,722 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T21:21:38,722 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T21:21:38,746 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/default/test/8237212b445a72f484dc23cdc40b40c0/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T21:21:38,746 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T21:21:38,746 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:21:38,746 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T21:21:38,746 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731187273473.8237212b445a72f484dc23cdc40b40c0. 2024-11-09T21:21:38,746 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8237212b445a72f484dc23cdc40b40c0: Waiting for close lock at 1731187297441Running coprocessor pre-close hooks at 1731187297441Disabling compacts and flushes for region at 1731187297441Disabling writes for close at 1731187297441Obtaining lock to block concurrent updates at 1731187297441Preparing flush snapshotting stores in 8237212b445a72f484dc23cdc40b40c0 at 1731187297441Finished memstore snapshotting test,,1731187273473.8237212b445a72f484dc23cdc40b40c0., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731187297442 (+1 ms)Flushing stores of test,,1731187273473.8237212b445a72f484dc23cdc40b40c0. at 1731187297442Flushing 8237212b445a72f484dc23cdc40b40c0/f: creating writer at 1731187297442Flushing 8237212b445a72f484dc23cdc40b40c0/f: appending metadata at 1731187297463 (+21 ms)Flushing 8237212b445a72f484dc23cdc40b40c0/f: closing flushed file at 1731187297463Flushing 8237212b445a72f484dc23cdc40b40c0/f1: creating writer at 1731187297871 (+408 ms)Flushing 8237212b445a72f484dc23cdc40b40c0/f1: appending metadata at 1731187297883 (+12 ms)Flushing 8237212b445a72f484dc23cdc40b40c0/f1: closing flushed file at 1731187297883Flushing 8237212b445a72f484dc23cdc40b40c0/norep: creating writer at 1731187298290 (+407 ms)Flushing 8237212b445a72f484dc23cdc40b40c0/norep: appending metadata at 1731187298302 (+12 ms)Flushing 8237212b445a72f484dc23cdc40b40c0/norep: closing flushed file at 1731187298302Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a185f2: reopening flushed file at 1731187298710 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50800bf3: reopening flushed file at 1731187298713 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48ceed4: reopening flushed file at 1731187298718 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 8237212b445a72f484dc23cdc40b40c0 in 1281ms, sequenceid=12, compaction requested=false at 1731187298722 (+4 ms)Writing region close event to WAL at 1731187298729 (+7 ms)Running coprocessor post-close hooks at 1731187298746 (+17 ms)Closed at 1731187298746 2024-11-09T21:21:38,746 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731187273473.8237212b445a72f484dc23cdc40b40c0. 2024-11-09T21:21:38,747 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:21:38,747 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:21:38,747 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:21:38,747 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187297409Running coprocessor pre-close hooks at 1731187297409Disabling compacts and flushes for region at 1731187297409Disabling writes for close at 1731187297409Obtaining lock to block concurrent updates at 1731187297409Preparing flush snapshotting stores in 1588230740 at 1731187297409Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731187297410 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731187297410Flushing 1588230740/info: creating writer at 1731187297410Flushing 1588230740/info: appending metadata at 1731187297427 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731187297427Flushing 1588230740/ns: creating writer at 1731187297836 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731187297852 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731187297852Flushing 1588230740/rep_barrier: creating writer at 1731187298260 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731187298273 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731187298273Flushing 1588230740/table: creating writer at 1731187298681 (+408 ms)Flushing 1588230740/table: appending metadata at 1731187298695 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731187298695Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9acae43: reopening flushed file at 1731187298703 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46f86691: reopening flushed file at 1731187298709 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@771e16f2: reopening flushed file at 1731187298713 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@264404f6: reopening flushed file at 1731187298718 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=16, compaction requested=false at 1731187298722 (+4 ms)Writing region close event to WAL at 1731187298735 (+13 ms)Running coprocessor post-close hooks at 1731187298747 (+12 ms)Closed at 1731187298747 2024-11-09T21:21:38,747 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T21:21:38,792 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 1491, reset compression=false 2024-11-09T21:21:38,810 INFO [RS:0;9514d6d5e5be:45089 {}] regionserver.HRegionServer(976): stopping server 9514d6d5e5be,45089,1731187263224; all regions closed. 2024-11-09T21:21:38,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741834_1010 (size=4239) 2024-11-09T21:21:38,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741839_1015 (size=3552) 2024-11-09T21:21:38,815 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.rep.1731187282131 not finished, retry = 0 2024-11-09T21:21:38,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741832_1008 (size=2370) 2024-11-09T21:21:38,917 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/WALs/9514d6d5e5be,45089,1731187263224/9514d6d5e5be%2C45089%2C1731187263224.1731187266120 not finished, retry = 0 2024-11-09T21:21:39,018 DEBUG [RS:0;9514d6d5e5be:45089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:39,018 INFO [RS:0;9514d6d5e5be:45089 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:21:39,018 INFO [RS:0;9514d6d5e5be:45089 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:21:39,019 INFO [RS:0;9514d6d5e5be:45089 {}] hbase.ChoreService(370): Chore service for: regionserver/9514d6d5e5be:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T21:21:39,019 INFO [RS:0;9514d6d5e5be:45089 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:21:39,019 INFO [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:21:39,019 INFO [RS:0;9514d6d5e5be:45089 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9514d6d5e5be,45089,1731187263224 because: Region server is closing 2024-11-09T21:21:39,019 INFO [RS:0;9514d6d5e5be:45089 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:45089. 2024-11-09T21:21:39,019 DEBUG [RS:0;9514d6d5e5be:45089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:21:39,019 DEBUG [RS:0;9514d6d5e5be:45089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:39,019 DEBUG [RS:0;9514d6d5e5be:45089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:39,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:21:39,119 INFO [RS:0;9514d6d5e5be:45089 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,45089,1731187263224.replicationSource.shipper9514d6d5e5be%2C45089%2C1731187263224,1-9514d6d5e5be,45089,1731187263224 terminated 2024-11-09T21:21:39,120 INFO [RS:0;9514d6d5e5be:45089 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:45089. 2024-11-09T21:21:39,120 DEBUG [RS:0;9514d6d5e5be:45089 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:21:39,120 DEBUG [RS:0;9514d6d5e5be:45089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:39,120 DEBUG [RS:0;9514d6d5e5be:45089 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:39,120 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:21:39,120 INFO [RS:0;9514d6d5e5be:45089 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45089 2024-11-09T21:21:39,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45089-0x1012179281b0004, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-126568558/rs/9514d6d5e5be,45089,1731187263224 2024-11-09T21:21:39,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43403-0x1012179281b0003, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-126568558/rs 2024-11-09T21:21:39,189 INFO [RS:0;9514d6d5e5be:45089 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:21:39,199 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9514d6d5e5be,45089,1731187263224] 2024-11-09T21:21:39,210 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-126568558/draining/9514d6d5e5be,45089,1731187263224 already deleted, retry=false 2024-11-09T21:21:39,210 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9514d6d5e5be,45089,1731187263224 expired; onlineServers=0 2024-11-09T21:21:39,210 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9514d6d5e5be,43403,1731187262985' ***** 2024-11-09T21:21:39,210 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T21:21:39,210 INFO [M:0;9514d6d5e5be:43403 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:21:39,210 INFO [M:0;9514d6d5e5be:43403 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:21:39,210 DEBUG [M:0;9514d6d5e5be:43403 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T21:21:39,210 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T21:21:39,210 DEBUG [M:0;9514d6d5e5be:43403 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T21:21:39,210 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187265824 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187265824,5,FailOnTimeoutGroup] 2024-11-09T21:21:39,210 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187265825 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187265825,5,FailOnTimeoutGroup] 2024-11-09T21:21:39,210 INFO [M:0;9514d6d5e5be:43403 {}] hbase.ChoreService(370): Chore service for: master/9514d6d5e5be:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T21:21:39,211 INFO [M:0;9514d6d5e5be:43403 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:21:39,211 DEBUG [M:0;9514d6d5e5be:43403 {}] master.HMaster(1795): Stopping service threads 2024-11-09T21:21:39,211 INFO [M:0;9514d6d5e5be:43403 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T21:21:39,211 INFO [M:0;9514d6d5e5be:43403 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:21:39,211 INFO [M:0;9514d6d5e5be:43403 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T21:21:39,211 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T21:21:39,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43403-0x1012179281b0003, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-126568558/master 2024-11-09T21:21:39,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43403-0x1012179281b0003, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-126568558 2024-11-09T21:21:39,221 DEBUG [M:0;9514d6d5e5be:43403 {}] zookeeper.ZKUtil(347): master:43403-0x1012179281b0003, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Unable to get data of znode /1-126568558/master because node does not exist (not an error) 2024-11-09T21:21:39,221 WARN [M:0;9514d6d5e5be:43403 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T21:21:39,221 INFO [M:0;9514d6d5e5be:43403 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/.lastflushedseqids 2024-11-09T21:21:39,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741848_1024 (size=245) 2024-11-09T21:21:39,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45089-0x1012179281b0004, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:21:39,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45089-0x1012179281b0004, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:21:39,300 INFO [RS:0;9514d6d5e5be:45089 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:21:39,300 INFO [RS:0;9514d6d5e5be:45089 {}] regionserver.HRegionServer(1031): Exiting; stopping=9514d6d5e5be,45089,1731187263224; zookeeper connection closed. 2024-11-09T21:21:39,304 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b531405 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b531405 2024-11-09T21:21:39,304 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T21:21:39,625 INFO [M:0;9514d6d5e5be:43403 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T21:21:39,625 INFO [M:0;9514d6d5e5be:43403 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T21:21:39,626 DEBUG [M:0;9514d6d5e5be:43403 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:21:39,626 INFO [M:0;9514d6d5e5be:43403 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:21:39,626 DEBUG [M:0;9514d6d5e5be:43403 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:21:39,626 DEBUG [M:0;9514d6d5e5be:43403 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:21:39,626 DEBUG [M:0;9514d6d5e5be:43403 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:21:39,626 INFO [M:0;9514d6d5e5be:43403 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-09T21:21:39,644 DEBUG [M:0;9514d6d5e5be:43403 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76c1178db939449d990d2b3b0548b0ef is 82, key is hbase:meta,,1/info:regioninfo/1731187267099/Put/seqid=0 2024-11-09T21:21:39,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741849_1025 (size=5672) 2024-11-09T21:21:39,795 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 1491, reset compression=false 2024-11-09T21:21:39,840 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:21:39,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:39,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:39,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:39,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:39,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:39,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:39,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:39,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:39,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:39,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:39,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:39,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:39,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:40,048 INFO [M:0;9514d6d5e5be:43403 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76c1178db939449d990d2b3b0548b0ef 2024-11-09T21:21:40,063 DEBUG [M:0;9514d6d5e5be:43403 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d657dc0f6bea47949d46dae5c0bd2708 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731187274248/Put/seqid=0 2024-11-09T21:21:40,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741850_1026 (size=7217) 2024-11-09T21:21:40,466 INFO [M:0;9514d6d5e5be:43403 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d657dc0f6bea47949d46dae5c0bd2708 2024-11-09T21:21:40,469 INFO [M:0;9514d6d5e5be:43403 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d657dc0f6bea47949d46dae5c0bd2708 2024-11-09T21:21:40,481 DEBUG [M:0;9514d6d5e5be:43403 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b9e9629d72943ea8b686d86f7b99aa6 is 69, key is 9514d6d5e5be,45089,1731187263224/rs:state/1731187265969/Put/seqid=0 2024-11-09T21:21:40,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741851_1027 (size=5156) 2024-11-09T21:21:40,705 INFO [master/9514d6d5e5be:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T21:21:40,705 INFO [master/9514d6d5e5be:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T21:21:40,885 INFO [M:0;9514d6d5e5be:43403 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b9e9629d72943ea8b686d86f7b99aa6 2024-11-09T21:21:40,889 DEBUG [M:0;9514d6d5e5be:43403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76c1178db939449d990d2b3b0548b0ef as hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76c1178db939449d990d2b3b0548b0ef 2024-11-09T21:21:40,893 INFO [M:0;9514d6d5e5be:43403 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76c1178db939449d990d2b3b0548b0ef, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T21:21:40,894 DEBUG [M:0;9514d6d5e5be:43403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d657dc0f6bea47949d46dae5c0bd2708 as hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d657dc0f6bea47949d46dae5c0bd2708 2024-11-09T21:21:40,898 INFO [M:0;9514d6d5e5be:43403 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d657dc0f6bea47949d46dae5c0bd2708 2024-11-09T21:21:40,898 INFO [M:0;9514d6d5e5be:43403 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d657dc0f6bea47949d46dae5c0bd2708, entries=11, sequenceid=105, filesize=7.0 K 2024-11-09T21:21:40,898 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 1491, reset compression=false 2024-11-09T21:21:40,899 DEBUG [M:0;9514d6d5e5be:43403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b9e9629d72943ea8b686d86f7b99aa6 as hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b9e9629d72943ea8b686d86f7b99aa6 2024-11-09T21:21:40,903 INFO [M:0;9514d6d5e5be:43403 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37461/user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b9e9629d72943ea8b686d86f7b99aa6, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T21:21:40,903 INFO [M:0;9514d6d5e5be:43403 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=105, compaction requested=false 2024-11-09T21:21:40,904 INFO [M:0;9514d6d5e5be:43403 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:21:40,904 DEBUG [M:0;9514d6d5e5be:43403 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187299626Disabling compacts and flushes for region at 1731187299626Disabling writes for close at 1731187299626Obtaining lock to block concurrent updates at 1731187299626Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731187299626Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731187299626Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731187299627 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731187299627Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731187299644 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731187299644Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731187300051 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731187300062 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731187300062Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731187300469 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731187300481 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731187300481Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fb2ceac: reopening flushed file at 1731187300889 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@708fc530: reopening flushed file at 1731187300893 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@511f15ff: reopening flushed file at 1731187300898 (+5 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=105, compaction requested=false at 1731187300903 (+5 ms)Writing region close event to WAL at 1731187300904 (+1 ms)Closed at 1731187300904 2024-11-09T21:21:40,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45453 is added to blk_1073741830_1006 (size=64411) 2024-11-09T21:21:40,906 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc42e802-3254-6ceb-f560-5c1e7cecfcab/MasterData/WALs/9514d6d5e5be,43403,1731187262985/9514d6d5e5be%2C43403%2C1731187262985.1731187265038 not finished, retry = 0 2024-11-09T21:21:41,007 INFO [M:0;9514d6d5e5be:43403 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T21:21:41,007 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:21:41,007 INFO [M:0;9514d6d5e5be:43403 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43403 2024-11-09T21:21:41,007 INFO [M:0;9514d6d5e5be:43403 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:21:41,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43403-0x1012179281b0003, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:21:41,173 INFO [M:0;9514d6d5e5be:43403 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:21:41,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43403-0x1012179281b0003, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:21:41,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6db64f1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:21:41,175 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2471dff0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:21:41,175 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:21:41,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d70848a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:21:41,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44eac22e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3904315c-5404-c9d9-0c9c-3100d75a1af8/hadoop.log.dir/,STOPPED} 2024-11-09T21:21:41,177 WARN [BP-1719656187-172.17.0.2-1731187260746 heartbeating to localhost/127.0.0.1:37461 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T21:21:41,177 WARN [BP-1719656187-172.17.0.2-1731187260746 heartbeating to localhost/127.0.0.1:37461 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1719656187-172.17.0.2-1731187260746 (Datanode Uuid 7142ee26-bbcc-4636-87fd-29e4901a3722) service to localhost/127.0.0.1:37461 2024-11-09T21:21:41,177 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3904315c-5404-c9d9-0c9c-3100d75a1af8/cluster_d81a4554-dfda-6011-1fbb-c0d99eda91f0/data/data1/current/BP-1719656187-172.17.0.2-1731187260746 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:21:41,177 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3904315c-5404-c9d9-0c9c-3100d75a1af8/cluster_d81a4554-dfda-6011-1fbb-c0d99eda91f0/data/data2/current/BP-1719656187-172.17.0.2-1731187260746 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:21:41,178 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T21:21:41,178 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T21:21:41,178 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T21:21:41,182 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4301fb05{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:21:41,183 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15ae498c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:21:41,183 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:21:41,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19de0200{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:21:41,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e3f5676{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3904315c-5404-c9d9-0c9c-3100d75a1af8/hadoop.log.dir/,STOPPED} 2024-11-09T21:21:41,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T21:21:41,195 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T21:21:41,195 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:21:41,195 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:21:41,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:41,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:41,195 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:21:41,196 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T21:21:41,196 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1510264304, stopped=false 2024-11-09T21:21:41,196 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9514d6d5e5be,45523,1731187258727 2024-11-09T21:21:41,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1012179281b0000, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0910633984/running 2024-11-09T21:21:41,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38407-0x1012179281b0001, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0910633984/running 2024-11-09T21:21:41,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38407-0x1012179281b0001, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0910633984 2024-11-09T21:21:41,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1012179281b0000, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0910633984 2024-11-09T21:21:41,210 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:21:41,210 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:21:41,210 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:21:41,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:41,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38407-0x1012179281b0001, quorum=127.0.0.1:59763, baseZNode=/0910633984 Set watcher on znode that does not yet exist, /0910633984/running 2024-11-09T21:21:41,211 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9514d6d5e5be,38407,1731187258989' ***** 2024-11-09T21:21:41,211 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T21:21:41,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45523-0x1012179281b0000, quorum=127.0.0.1:59763, baseZNode=/0910633984 Set watcher on znode that does not yet exist, /0910633984/running 2024-11-09T21:21:41,211 INFO [RS:0;9514d6d5e5be:38407 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T21:21:41,211 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T21:21:41,211 INFO [RS:0;9514d6d5e5be:38407 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T21:21:41,211 INFO [RS:0;9514d6d5e5be:38407 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T21:21:41,211 INFO [RS:0;9514d6d5e5be:38407 {}] regionserver.HRegionServer(3091): Received CLOSE for 7a6c003856a43265052a554aa0523c0b 2024-11-09T21:21:41,211 INFO [RS:0;9514d6d5e5be:38407 {}] regionserver.HRegionServer(3091): Received CLOSE for 07ce3c7926e9f3236e0476d1fc317994 2024-11-09T21:21:41,211 INFO [RS:0;9514d6d5e5be:38407 {}] regionserver.HRegionServer(959): stopping server 9514d6d5e5be,38407,1731187258989 2024-11-09T21:21:41,211 INFO [RS:0;9514d6d5e5be:38407 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:21:41,212 INFO [RS:0;9514d6d5e5be:38407 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:38407. 2024-11-09T21:21:41,212 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7a6c003856a43265052a554aa0523c0b, disabling compactions & flushes 2024-11-09T21:21:41,212 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731187276778.7a6c003856a43265052a554aa0523c0b. 2024-11-09T21:21:41,212 DEBUG [RS:0;9514d6d5e5be:38407 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:21:41,212 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731187276778.7a6c003856a43265052a554aa0523c0b. 2024-11-09T21:21:41,212 DEBUG [RS:0;9514d6d5e5be:38407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:41,212 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731187276778.7a6c003856a43265052a554aa0523c0b. after waiting 0 ms 2024-11-09T21:21:41,212 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731187276778.7a6c003856a43265052a554aa0523c0b. 2024-11-09T21:21:41,212 INFO [RS:0;9514d6d5e5be:38407 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T21:21:41,212 INFO [RS:0;9514d6d5e5be:38407 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T21:21:41,212 INFO [RS:0;9514d6d5e5be:38407 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T21:21:41,212 INFO [RS:0;9514d6d5e5be:38407 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T21:21:41,212 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7a6c003856a43265052a554aa0523c0b 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-09T21:21:41,212 INFO [RS:0;9514d6d5e5be:38407 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T21:21:41,212 DEBUG [RS:0;9514d6d5e5be:38407 {}] regionserver.HRegionServer(1325): Online Regions={7a6c003856a43265052a554aa0523c0b=hbase:replication,,1731187276778.7a6c003856a43265052a554aa0523c0b., 1588230740=hbase:meta,,1.1588230740, 07ce3c7926e9f3236e0476d1fc317994=test,,1731187272329.07ce3c7926e9f3236e0476d1fc317994.} 2024-11-09T21:21:41,212 DEBUG [RS:0;9514d6d5e5be:38407 {}] regionserver.HRegionServer(1351): Waiting on 07ce3c7926e9f3236e0476d1fc317994, 1588230740, 7a6c003856a43265052a554aa0523c0b 2024-11-09T21:21:41,212 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:21:41,212 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:21:41,212 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:21:41,212 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:21:41,212 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:21:41,212 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T21:21:41,227 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/hbase/meta/1588230740/.tmp/info/abd00b3bdeb941f28db716fd6626e6a7 is 147, key is hbase:replication,,1731187276778.7a6c003856a43265052a554aa0523c0b./info:regioninfo/1731187278023/Put/seqid=0 2024-11-09T21:21:41,229 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/hbase/replication/7a6c003856a43265052a554aa0523c0b/.tmp/queue/fbf45d1035574a1695d2dc44d50e9d59 is 154, key is 1-9514d6d5e5be,38407,1731187258989/queue:9514d6d5e5be%2C38407%2C1731187258989/1731187294300/Put/seqid=0 2024-11-09T21:21:41,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741840_1016 (size=7686) 2024-11-09T21:21:41,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741841_1017 (size=5353) 2024-11-09T21:21:41,232 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/hbase/replication/7a6c003856a43265052a554aa0523c0b/.tmp/queue/fbf45d1035574a1695d2dc44d50e9d59 2024-11-09T21:21:41,236 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/hbase/replication/7a6c003856a43265052a554aa0523c0b/.tmp/queue/fbf45d1035574a1695d2dc44d50e9d59 as hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/hbase/replication/7a6c003856a43265052a554aa0523c0b/queue/fbf45d1035574a1695d2dc44d50e9d59 2024-11-09T21:21:41,240 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/hbase/replication/7a6c003856a43265052a554aa0523c0b/queue/fbf45d1035574a1695d2dc44d50e9d59, entries=1, sequenceid=13, filesize=5.2 K 2024-11-09T21:21:41,241 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1343, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 7a6c003856a43265052a554aa0523c0b in 29ms, sequenceid=13, compaction requested=false 2024-11-09T21:21:41,244 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/hbase/replication/7a6c003856a43265052a554aa0523c0b/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-09T21:21:41,245 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:21:41,245 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:21:41,245 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731187276778.7a6c003856a43265052a554aa0523c0b. 2024-11-09T21:21:41,245 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7a6c003856a43265052a554aa0523c0b: Waiting for close lock at 1731187301212Running coprocessor pre-close hooks at 1731187301212Disabling compacts and flushes for region at 1731187301212Disabling writes for close at 1731187301212Obtaining lock to block concurrent updates at 1731187301212Preparing flush snapshotting stores in 7a6c003856a43265052a554aa0523c0b at 1731187301212Finished memstore snapshotting hbase:replication,,1731187276778.7a6c003856a43265052a554aa0523c0b., syncing WAL and waiting on mvcc, flushsize=dataSize=1343, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1731187301212Flushing stores of hbase:replication,,1731187276778.7a6c003856a43265052a554aa0523c0b. at 1731187301213 (+1 ms)Flushing 7a6c003856a43265052a554aa0523c0b/queue: creating writer at 1731187301213Flushing 7a6c003856a43265052a554aa0523c0b/queue: appending metadata at 1731187301228 (+15 ms)Flushing 7a6c003856a43265052a554aa0523c0b/queue: closing flushed file at 1731187301228Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f866950: reopening flushed file at 1731187301236 (+8 ms)Finished flush of dataSize ~1.31 KB/1343, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 7a6c003856a43265052a554aa0523c0b in 29ms, sequenceid=13, compaction requested=false at 1731187301241 (+5 ms)Writing region close event to WAL at 1731187301242 (+1 ms)Running coprocessor post-close hooks at 1731187301245 (+3 ms)Closed at 1731187301245 2024-11-09T21:21:41,245 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731187276778.7a6c003856a43265052a554aa0523c0b. 2024-11-09T21:21:41,245 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 07ce3c7926e9f3236e0476d1fc317994, disabling compactions & flushes 2024-11-09T21:21:41,245 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731187272329.07ce3c7926e9f3236e0476d1fc317994. 2024-11-09T21:21:41,245 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731187272329.07ce3c7926e9f3236e0476d1fc317994. 2024-11-09T21:21:41,245 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731187272329.07ce3c7926e9f3236e0476d1fc317994. after waiting 0 ms 2024-11-09T21:21:41,246 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731187272329.07ce3c7926e9f3236e0476d1fc317994. 2024-11-09T21:21:41,246 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 07ce3c7926e9f3236e0476d1fc317994 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-09T21:21:41,263 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/default/test/07ce3c7926e9f3236e0476d1fc317994/.tmp/f/368854df744246009cfca8b4d2be7ca4 is 37, key is row3/f:row3/1731187292951/Put/seqid=0 2024-11-09T21:21:41,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741842_1018 (size=5228) 2024-11-09T21:21:41,267 INFO [regionserver/9514d6d5e5be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:21:41,412 DEBUG [RS:0;9514d6d5e5be:38407 {}] regionserver.HRegionServer(1351): Waiting on 07ce3c7926e9f3236e0476d1fc317994, 1588230740 2024-11-09T21:21:41,612 DEBUG [RS:0;9514d6d5e5be:38407 {}] regionserver.HRegionServer(1351): Waiting on 07ce3c7926e9f3236e0476d1fc317994, 1588230740 2024-11-09T21:21:41,631 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/hbase/meta/1588230740/.tmp/info/abd00b3bdeb941f28db716fd6626e6a7 2024-11-09T21:21:41,645 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/hbase/meta/1588230740/.tmp/ns/e46df40157e7446390b757ac17570045 is 43, key is default/ns:d/1731187260674/Put/seqid=0 2024-11-09T21:21:41,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741843_1019 (size=5153) 2024-11-09T21:21:41,667 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/default/test/07ce3c7926e9f3236e0476d1fc317994/.tmp/f/368854df744246009cfca8b4d2be7ca4 2024-11-09T21:21:41,671 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 368854df744246009cfca8b4d2be7ca4 2024-11-09T21:21:41,691 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/default/test/07ce3c7926e9f3236e0476d1fc317994/.tmp/f1/68f090dc924a46fe8f0f941ee362b50b is 30, key is row1/f1:/1731187290301/DeleteFamily/seqid=0 2024-11-09T21:21:41,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741844_1020 (size=5158) 2024-11-09T21:21:41,717 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/default/test/07ce3c7926e9f3236e0476d1fc317994/.tmp/f1/68f090dc924a46fe8f0f941ee362b50b 2024-11-09T21:21:41,723 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 68f090dc924a46fe8f0f941ee362b50b 2024-11-09T21:21:41,752 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/default/test/07ce3c7926e9f3236e0476d1fc317994/.tmp/norep/52627d7af68541cfa163e5528753030f is 32, key is row/norep:/1731187289295/DeleteFamily/seqid=0 2024-11-09T21:21:41,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741845_1021 (size=5101) 2024-11-09T21:21:41,760 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/default/test/07ce3c7926e9f3236e0476d1fc317994/.tmp/norep/52627d7af68541cfa163e5528753030f 2024-11-09T21:21:41,773 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 52627d7af68541cfa163e5528753030f 2024-11-09T21:21:41,774 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/default/test/07ce3c7926e9f3236e0476d1fc317994/.tmp/f/368854df744246009cfca8b4d2be7ca4 as hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/default/test/07ce3c7926e9f3236e0476d1fc317994/f/368854df744246009cfca8b4d2be7ca4 2024-11-09T21:21:41,778 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 368854df744246009cfca8b4d2be7ca4 2024-11-09T21:21:41,778 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/default/test/07ce3c7926e9f3236e0476d1fc317994/f/368854df744246009cfca8b4d2be7ca4, entries=5, sequenceid=12, filesize=5.1 K 2024-11-09T21:21:41,779 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/default/test/07ce3c7926e9f3236e0476d1fc317994/.tmp/f1/68f090dc924a46fe8f0f941ee362b50b as hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/default/test/07ce3c7926e9f3236e0476d1fc317994/f1/68f090dc924a46fe8f0f941ee362b50b 2024-11-09T21:21:41,783 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 68f090dc924a46fe8f0f941ee362b50b 2024-11-09T21:21:41,783 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/default/test/07ce3c7926e9f3236e0476d1fc317994/f1/68f090dc924a46fe8f0f941ee362b50b, entries=3, sequenceid=12, filesize=5.0 K 2024-11-09T21:21:41,785 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/default/test/07ce3c7926e9f3236e0476d1fc317994/.tmp/norep/52627d7af68541cfa163e5528753030f as hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/default/test/07ce3c7926e9f3236e0476d1fc317994/norep/52627d7af68541cfa163e5528753030f 2024-11-09T21:21:41,788 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 52627d7af68541cfa163e5528753030f 2024-11-09T21:21:41,788 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/default/test/07ce3c7926e9f3236e0476d1fc317994/norep/52627d7af68541cfa163e5528753030f, entries=1, sequenceid=12, filesize=5.0 K 2024-11-09T21:21:41,789 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 07ce3c7926e9f3236e0476d1fc317994 in 543ms, sequenceid=12, compaction requested=false 2024-11-09T21:21:41,794 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/default/test/07ce3c7926e9f3236e0476d1fc317994/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T21:21:41,794 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:21:41,794 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T21:21:41,794 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731187272329.07ce3c7926e9f3236e0476d1fc317994. 2024-11-09T21:21:41,794 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 07ce3c7926e9f3236e0476d1fc317994: Waiting for close lock at 1731187301245Running coprocessor pre-close hooks at 1731187301245Disabling compacts and flushes for region at 1731187301245Disabling writes for close at 1731187301245Obtaining lock to block concurrent updates at 1731187301246 (+1 ms)Preparing flush snapshotting stores in 07ce3c7926e9f3236e0476d1fc317994 at 1731187301246Finished memstore snapshotting test,,1731187272329.07ce3c7926e9f3236e0476d1fc317994., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731187301246Flushing stores of test,,1731187272329.07ce3c7926e9f3236e0476d1fc317994. at 1731187301246Flushing 07ce3c7926e9f3236e0476d1fc317994/f: creating writer at 1731187301247 (+1 ms)Flushing 07ce3c7926e9f3236e0476d1fc317994/f: appending metadata at 1731187301262 (+15 ms)Flushing 07ce3c7926e9f3236e0476d1fc317994/f: closing flushed file at 1731187301263 (+1 ms)Flushing 07ce3c7926e9f3236e0476d1fc317994/f1: creating writer at 1731187301671 (+408 ms)Flushing 07ce3c7926e9f3236e0476d1fc317994/f1: appending metadata at 1731187301690 (+19 ms)Flushing 07ce3c7926e9f3236e0476d1fc317994/f1: closing flushed file at 1731187301690Flushing 07ce3c7926e9f3236e0476d1fc317994/norep: creating writer at 1731187301723 (+33 ms)Flushing 07ce3c7926e9f3236e0476d1fc317994/norep: appending metadata at 1731187301752 (+29 ms)Flushing 07ce3c7926e9f3236e0476d1fc317994/norep: closing flushed file at 1731187301752Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f633243: reopening flushed file at 1731187301773 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@152911e3: reopening flushed file at 1731187301778 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@751a50c6: reopening flushed file at 1731187301783 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 07ce3c7926e9f3236e0476d1fc317994 in 543ms, sequenceid=12, compaction requested=false at 1731187301789 (+6 ms)Writing region close event to WAL at 1731187301791 (+2 ms)Running coprocessor post-close hooks at 1731187301794 (+3 ms)Closed at 1731187301794 2024-11-09T21:21:41,794 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731187272329.07ce3c7926e9f3236e0476d1fc317994. 2024-11-09T21:21:41,813 DEBUG [RS:0;9514d6d5e5be:38407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:21:42,009 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T21:21:42,009 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T21:21:42,013 DEBUG [RS:0;9514d6d5e5be:38407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:21:42,049 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/hbase/meta/1588230740/.tmp/ns/e46df40157e7446390b757ac17570045 2024-11-09T21:21:42,089 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/hbase/meta/1588230740/.tmp/rep_barrier/2c282a15183b4dfeb5b205812b5e8f05 is 112, key is test,,1731187272329.07ce3c7926e9f3236e0476d1fc317994./rep_barrier:seqnumDuringOpen/1731187273129/Put/seqid=0 2024-11-09T21:21:42,102 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 1491, reset compression=false 2024-11-09T21:21:42,135 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:21:42,135 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.shipper9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,38407,1731187258989 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147, lastWalPosition=2382, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:21:42,137 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 2382, reset compression=false 2024-11-09T21:21:42,137 ERROR [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.shipper9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9514d6d5e5be,38407,1731187258989: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9514d6d5e5be,38407,1731187258989, walGroup=9514d6d5e5be%2C38407%2C1731187258989, offset=9514d6d5e5be%2C38407%2C1731187258989.1731187260147:2382, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:38407 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T21:21:42,138 ERROR [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.shipper9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T21:21:42,139 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.shipper9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T21:21:42,139 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.shipper9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T21:21:42,139 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.shipper9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T21:21:42,139 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.shipper9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T21:21:42,139 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.shipper9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1142947840, "init": 1048576000, "max": 2306867200, "used": 643469312 }, "NonHeapMemoryUsage": { "committed": 202309632, "init": 7667712, "max": -1, "used": 199395392 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T21:21:42,140 WARN [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.shipper9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:45523 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:45523 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T21:21:42,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741846_1022 (size=5518) 2024-11-09T21:21:42,146 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/hbase/meta/1588230740/.tmp/rep_barrier/2c282a15183b4dfeb5b205812b5e8f05 2024-11-09T21:21:42,214 INFO [RS:0;9514d6d5e5be:38407 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T21:21:42,214 DEBUG [RS:0;9514d6d5e5be:38407 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T21:21:42,214 DEBUG [RS:0;9514d6d5e5be:38407 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:21:42,219 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/hbase/meta/1588230740/.tmp/table/77427c10154543c4b77c336895227f69 is 53, key is hbase:replication/table:state/1731187278036/Put/seqid=0 2024-11-09T21:21:42,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741847_1023 (size=5308) 2024-11-09T21:21:42,235 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/hbase/meta/1588230740/.tmp/table/77427c10154543c4b77c336895227f69 2024-11-09T21:21:42,240 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/hbase/meta/1588230740/.tmp/info/abd00b3bdeb941f28db716fd6626e6a7 as hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/hbase/meta/1588230740/info/abd00b3bdeb941f28db716fd6626e6a7 2024-11-09T21:21:42,245 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/hbase/meta/1588230740/info/abd00b3bdeb941f28db716fd6626e6a7, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T21:21:42,246 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/hbase/meta/1588230740/.tmp/ns/e46df40157e7446390b757ac17570045 as hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/hbase/meta/1588230740/ns/e46df40157e7446390b757ac17570045 2024-11-09T21:21:42,254 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/hbase/meta/1588230740/ns/e46df40157e7446390b757ac17570045, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T21:21:42,254 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/hbase/meta/1588230740/.tmp/rep_barrier/2c282a15183b4dfeb5b205812b5e8f05 as hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/hbase/meta/1588230740/rep_barrier/2c282a15183b4dfeb5b205812b5e8f05 2024-11-09T21:21:42,263 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/hbase/meta/1588230740/rep_barrier/2c282a15183b4dfeb5b205812b5e8f05, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T21:21:42,264 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/hbase/meta/1588230740/.tmp/table/77427c10154543c4b77c336895227f69 as hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/hbase/meta/1588230740/table/77427c10154543c4b77c336895227f69 2024-11-09T21:21:42,270 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/hbase/meta/1588230740/table/77427c10154543c4b77c336895227f69, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T21:21:42,271 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1059ms, sequenceid=16, compaction requested=false 2024-11-09T21:21:42,271 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T21:21:42,292 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T21:21:42,295 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:21:42,295 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:21:42,296 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:21:42,296 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187301212Running coprocessor pre-close hooks at 1731187301212Disabling compacts and flushes for region at 1731187301212Disabling writes for close at 1731187301212Obtaining lock to block concurrent updates at 1731187301212Preparing flush snapshotting stores in 1588230740 at 1731187301212Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731187301213 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731187301213Flushing 1588230740/info: creating writer at 1731187301213Flushing 1588230740/info: appending metadata at 1731187301226 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731187301226Flushing 1588230740/ns: creating writer at 1731187301634 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731187301645 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731187301645Flushing 1588230740/rep_barrier: creating writer at 1731187302054 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731187302088 (+34 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731187302088Flushing 1588230740/table: creating writer at 1731187302153 (+65 ms)Flushing 1588230740/table: appending metadata at 1731187302218 (+65 ms)Flushing 1588230740/table: closing flushed file at 1731187302218Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@af66794: reopening flushed file at 1731187302240 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c42ce2c: reopening flushed file at 1731187302245 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16f7d107: reopening flushed file at 1731187302254 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79cf3a4d: reopening flushed file at 1731187302263 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1059ms, sequenceid=16, compaction requested=false at 1731187302271 (+8 ms)Writing region close event to WAL at 1731187302286 (+15 ms)Running coprocessor post-close hooks at 1731187302295 (+9 ms)Closed at 1731187302295 2024-11-09T21:21:42,296 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T21:21:42,391 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/WALs/9514d6d5e5be,38407,1731187258989/9514d6d5e5be%2C38407%2C1731187258989.1731187260147 to pos 2382, reset compression=false 2024-11-09T21:21:42,414 INFO [RS:0;9514d6d5e5be:38407 {}] regionserver.HRegionServer(976): stopping server 9514d6d5e5be,38407,1731187258989; all regions closed. 2024-11-09T21:21:42,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741834_1010 (size=4239) 2024-11-09T21:21:42,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741839_1015 (size=3334) 2024-11-09T21:21:42,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741833_1009 (size=2390) 2024-11-09T21:21:42,439 DEBUG [RS:0;9514d6d5e5be:38407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:42,439 INFO [RS:0;9514d6d5e5be:38407 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:21:42,439 INFO [RS:0;9514d6d5e5be:38407 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:21:42,439 INFO [RS:0;9514d6d5e5be:38407 {}] hbase.ChoreService(370): Chore service for: regionserver/9514d6d5e5be:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T21:21:42,439 INFO [RS:0;9514d6d5e5be:38407 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:21:42,439 INFO [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:21:42,440 INFO [RS:0;9514d6d5e5be:38407 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9514d6d5e5be,38407,1731187258989 because: Region server is closing 2024-11-09T21:21:42,440 INFO [RS:0;9514d6d5e5be:38407 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:38407. 2024-11-09T21:21:42,440 DEBUG [RS:0;9514d6d5e5be:38407 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:21:42,440 DEBUG [RS:0;9514d6d5e5be:38407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:42,440 DEBUG [RS:0;9514d6d5e5be:38407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:42,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:21:42,541 INFO [RS:0;9514d6d5e5be:38407 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.shipper9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 terminated 2024-11-09T21:21:42,541 INFO [RS:0;9514d6d5e5be:38407 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:38407. 2024-11-09T21:21:42,541 DEBUG [RS:0;9514d6d5e5be:38407 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:21:42,541 DEBUG [RS:0;9514d6d5e5be:38407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:42,541 DEBUG [RS:0;9514d6d5e5be:38407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:42,541 INFO [RS:0;9514d6d5e5be:38407 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38407 2024-11-09T21:21:42,541 WARN [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,38407,1731187258989.replicationSource.wal-reader.9514d6d5e5be%2C38407%2C1731187258989,1-9514d6d5e5be,38407,1731187258989 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T21:21:42,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:21:42,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38407-0x1012179281b0001, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0910633984/rs/9514d6d5e5be,38407,1731187258989 2024-11-09T21:21:42,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1012179281b0000, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0910633984/rs 2024-11-09T21:21:42,565 INFO [RS:0;9514d6d5e5be:38407 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:21:42,575 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9514d6d5e5be,38407,1731187258989] 2024-11-09T21:21:42,586 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0910633984/draining/9514d6d5e5be,38407,1731187258989 already deleted, retry=false 2024-11-09T21:21:42,586 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9514d6d5e5be,38407,1731187258989 expired; onlineServers=0 2024-11-09T21:21:42,586 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9514d6d5e5be,45523,1731187258727' ***** 2024-11-09T21:21:42,586 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T21:21:42,586 INFO [M:0;9514d6d5e5be:45523 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:21:42,586 INFO [M:0;9514d6d5e5be:45523 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:21:42,586 DEBUG [M:0;9514d6d5e5be:45523 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T21:21:42,586 DEBUG [M:0;9514d6d5e5be:45523 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T21:21:42,586 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T21:21:42,586 INFO [M:0;9514d6d5e5be:45523 {}] hbase.ChoreService(370): Chore service for: master/9514d6d5e5be:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T21:21:42,586 INFO [M:0;9514d6d5e5be:45523 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:21:42,587 DEBUG [M:0;9514d6d5e5be:45523 {}] master.HMaster(1795): Stopping service threads 2024-11-09T21:21:42,587 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187259868 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187259868,5,FailOnTimeoutGroup] 2024-11-09T21:21:42,587 INFO [M:0;9514d6d5e5be:45523 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T21:21:42,587 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187259870 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187259870,5,FailOnTimeoutGroup] 2024-11-09T21:21:42,587 INFO [M:0;9514d6d5e5be:45523 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:21:42,587 INFO [M:0;9514d6d5e5be:45523 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T21:21:42,587 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T21:21:42,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1012179281b0000, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0910633984/master 2024-11-09T21:21:42,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1012179281b0000, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0910633984 2024-11-09T21:21:42,600 DEBUG [M:0;9514d6d5e5be:45523 {}] zookeeper.ZKUtil(347): master:45523-0x1012179281b0000, quorum=127.0.0.1:59763, baseZNode=/0910633984 Unable to get data of znode /0910633984/master because node does not exist (not an error) 2024-11-09T21:21:42,600 WARN [M:0;9514d6d5e5be:45523 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T21:21:42,606 INFO [M:0;9514d6d5e5be:45523 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/.lastflushedseqids 2024-11-09T21:21:42,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741848_1024 (size=245) 2024-11-09T21:21:42,623 INFO [M:0;9514d6d5e5be:45523 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T21:21:42,623 INFO [M:0;9514d6d5e5be:45523 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T21:21:42,623 DEBUG [M:0;9514d6d5e5be:45523 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:21:42,623 INFO [M:0;9514d6d5e5be:45523 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:21:42,623 DEBUG [M:0;9514d6d5e5be:45523 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:21:42,623 DEBUG [M:0;9514d6d5e5be:45523 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:21:42,623 DEBUG [M:0;9514d6d5e5be:45523 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:21:42,623 INFO [M:0;9514d6d5e5be:45523 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-09T21:21:42,657 DEBUG [M:0;9514d6d5e5be:45523 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8ca3cec549e4096ae8520953a1c2129 is 82, key is hbase:meta,,1/info:regioninfo/1731187260630/Put/seqid=0 2024-11-09T21:21:42,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38407-0x1012179281b0001, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:21:42,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38407-0x1012179281b0001, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:21:42,676 INFO [RS:0;9514d6d5e5be:38407 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:21:42,676 INFO [RS:0;9514d6d5e5be:38407 {}] regionserver.HRegionServer(1031): Exiting; stopping=9514d6d5e5be,38407,1731187258989; zookeeper connection closed. 2024-11-09T21:21:42,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741849_1025 (size=5672) 2024-11-09T21:21:42,709 INFO [M:0;9514d6d5e5be:45523 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8ca3cec549e4096ae8520953a1c2129 2024-11-09T21:21:42,720 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75cb84e9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75cb84e9 2024-11-09T21:21:42,721 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T21:21:42,737 DEBUG [M:0;9514d6d5e5be:45523 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47b23fa538dd45ac9e319868cf2b82a3 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731187273160/Put/seqid=0 2024-11-09T21:21:42,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741850_1026 (size=7218) 2024-11-09T21:21:42,751 INFO [M:0;9514d6d5e5be:45523 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47b23fa538dd45ac9e319868cf2b82a3 2024-11-09T21:21:42,758 INFO [M:0;9514d6d5e5be:45523 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47b23fa538dd45ac9e319868cf2b82a3 2024-11-09T21:21:42,776 DEBUG [M:0;9514d6d5e5be:45523 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/528381cbd0cf4b80bcf4869dc9e9f637 is 69, key is 9514d6d5e5be,38407,1731187258989/rs:state/1731187259971/Put/seqid=0 2024-11-09T21:21:42,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741851_1027 (size=5156) 2024-11-09T21:21:43,182 INFO [M:0;9514d6d5e5be:45523 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/528381cbd0cf4b80bcf4869dc9e9f637 2024-11-09T21:21:43,186 DEBUG [M:0;9514d6d5e5be:45523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8ca3cec549e4096ae8520953a1c2129 as hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8ca3cec549e4096ae8520953a1c2129 2024-11-09T21:21:43,189 INFO [M:0;9514d6d5e5be:45523 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8ca3cec549e4096ae8520953a1c2129, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T21:21:43,190 DEBUG [M:0;9514d6d5e5be:45523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47b23fa538dd45ac9e319868cf2b82a3 as hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/47b23fa538dd45ac9e319868cf2b82a3 2024-11-09T21:21:43,193 INFO [M:0;9514d6d5e5be:45523 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47b23fa538dd45ac9e319868cf2b82a3 2024-11-09T21:21:43,193 INFO [M:0;9514d6d5e5be:45523 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/47b23fa538dd45ac9e319868cf2b82a3, entries=11, sequenceid=105, filesize=7.0 K 2024-11-09T21:21:43,193 DEBUG [M:0;9514d6d5e5be:45523 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/528381cbd0cf4b80bcf4869dc9e9f637 as hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/528381cbd0cf4b80bcf4869dc9e9f637 2024-11-09T21:21:43,197 INFO [M:0;9514d6d5e5be:45523 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40275/user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/528381cbd0cf4b80bcf4869dc9e9f637, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T21:21:43,198 INFO [M:0;9514d6d5e5be:45523 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 575ms, sequenceid=105, compaction requested=false 2024-11-09T21:21:43,199 INFO [M:0;9514d6d5e5be:45523 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:21:43,199 DEBUG [M:0;9514d6d5e5be:45523 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187302623Disabling compacts and flushes for region at 1731187302623Disabling writes for close at 1731187302623Obtaining lock to block concurrent updates at 1731187302623Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731187302623Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731187302624 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731187302625 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731187302625Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731187302656 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731187302656Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731187302715 (+59 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731187302736 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731187302737 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731187302758 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731187302775 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731187302775Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e458792: reopening flushed file at 1731187303186 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45333a78: reopening flushed file at 1731187303189 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fd89360: reopening flushed file at 1731187303193 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 575ms, sequenceid=105, compaction requested=false at 1731187303198 (+5 ms)Writing region close event to WAL at 1731187303199 (+1 ms)Closed at 1731187303199 2024-11-09T21:21:43,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35017 is added to blk_1073741830_1006 (size=64423) 2024-11-09T21:21:43,200 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b1e77b7e-e019-3b47-67d0-59ab88a535c5/MasterData/WALs/9514d6d5e5be,45523,1731187258727/9514d6d5e5be%2C45523%2C1731187258727.1731187259594 not finished, retry = 0 2024-11-09T21:21:43,301 INFO [M:0;9514d6d5e5be:45523 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T21:21:43,301 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:21:43,301 INFO [M:0;9514d6d5e5be:45523 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45523 2024-11-09T21:21:43,301 INFO [M:0;9514d6d5e5be:45523 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:21:43,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1012179281b0000, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:21:43,447 INFO [M:0;9514d6d5e5be:45523 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:21:43,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45523-0x1012179281b0000, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:21:43,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f277d21{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:21:43,449 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55cc94c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:21:43,449 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:21:43,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43e1b824{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:21:43,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76c768a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a/hadoop.log.dir/,STOPPED} 2024-11-09T21:21:43,450 WARN [BP-2132715775-172.17.0.2-1731187256451 heartbeating to localhost/127.0.0.1:40275 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T21:21:43,450 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T21:21:43,450 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T21:21:43,450 WARN [BP-2132715775-172.17.0.2-1731187256451 heartbeating to localhost/127.0.0.1:40275 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2132715775-172.17.0.2-1731187256451 (Datanode Uuid 0250197c-7899-472e-aa3f-e12043924874) service to localhost/127.0.0.1:40275 2024-11-09T21:21:43,451 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a/cluster_eb37f175-6957-8a9b-fea2-899b4063b6fc/data/data1/current/BP-2132715775-172.17.0.2-1731187256451 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:21:43,451 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a/cluster_eb37f175-6957-8a9b-fea2-899b4063b6fc/data/data2/current/BP-2132715775-172.17.0.2-1731187256451 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:21:43,451 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T21:21:43,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6244d429{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:21:43,457 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52c5136f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:21:43,457 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:21:43,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae367b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:21:43,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60eaa70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4b6bdea2-2493-a352-8e86-079269402a9a/hadoop.log.dir/,STOPPED} 2024-11-09T21:21:43,462 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T21:21:43,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T21:21:43,483 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=318 (was 269) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59763) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:38731 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:38731 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37461 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:37461 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:38731 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37461 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40275 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:37461 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37461 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:40275 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-22 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38731 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:37461 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59763) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:37461 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59763) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:40275 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37461 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:38731 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:40275 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38731 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:40275 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=730 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=458 (was 445) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2774 (was 2499) - AvailableMemoryMB LEAK? - 2024-11-09T21:21:43,492 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=318, OpenFileDescriptor=730, MaxFileDescriptor=1048576, SystemLoadAverage=458, ProcessCount=11, AvailableMemoryMB=2774 2024-11-09T21:21:43,505 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-09T21:21:43,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa7bb7e6-7fc9-fc92-43cf-ef836c68ae42/hadoop.log.dir so I do NOT create it in target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d 2024-11-09T21:21:43,505 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa7bb7e6-7fc9-fc92-43cf-ef836c68ae42/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T21:21:43,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa7bb7e6-7fc9-fc92-43cf-ef836c68ae42/hadoop.tmp.dir so I do NOT create it in target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d 2024-11-09T21:21:43,505 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/aa7bb7e6-7fc9-fc92-43cf-ef836c68ae42/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T21:21:43,505 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d 2024-11-09T21:21:43,505 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d/cluster_58482761-eaba-eead-cee4-601688c98fde, deleteOnExit=true 2024-11-09T21:21:43,527 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d/cluster_58482761-eaba-eead-cee4-601688c98fde/zookeeper_0, clientPort=53500, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d/cluster_58482761-eaba-eead-cee4-601688c98fde/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d/cluster_58482761-eaba-eead-cee4-601688c98fde/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T21:21:43,528 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53500 2024-11-09T21:21:43,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T21:21:43,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T21:21:43,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d/test.cache.data in system properties and HBase conf 2024-11-09T21:21:43,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T21:21:43,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d/hadoop.log.dir in system properties and HBase conf 2024-11-09T21:21:43,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T21:21:43,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T21:21:43,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T21:21:43,528 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T21:21:43,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:21:43,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:21:43,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T21:21:43,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:21:43,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T21:21:43,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T21:21:43,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:21:43,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:21:43,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T21:21:43,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d/nfs.dump.dir in system properties and HBase conf 2024-11-09T21:21:43,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d/java.io.tmpdir in system properties and HBase conf 2024-11-09T21:21:43,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:21:43,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T21:21:43,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T21:21:43,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1012179281b0008, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T21:21:43,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012179281b0002, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T21:21:43,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012179281b0005, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T21:21:43,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012179281b0005, quorum=127.0.0.1:59763, baseZNode=/1-126568558 Received Disconnected from ZooKeeper, ignoring 2024-11-09T21:21:43,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012179281b0002, quorum=127.0.0.1:59763, baseZNode=/0910633984 Received Disconnected from ZooKeeper, ignoring 2024-11-09T21:21:43,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1012179281b0008, quorum=127.0.0.1:59763, baseZNode=/2333331069 Received Disconnected from ZooKeeper, ignoring 2024-11-09T21:21:43,927 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:21:43,927 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T21:21:43,927 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T21:21:43,927 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T21:21:43,928 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T21:21:43,928 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:21:43,928 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T21:21:44,340 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:21:44,344 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:21:44,346 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:21:44,346 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:21:44,346 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T21:21:44,347 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:21:44,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f607a98{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:21:44,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43ce361e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:21:44,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58016a26{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d/java.io.tmpdir/jetty-localhost-36445-hadoop-hdfs-3_4_1-tests_jar-_-any-9139965344348622276/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:21:44,454 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b66e451{HTTP/1.1, (http/1.1)}{localhost:36445} 2024-11-09T21:21:44,454 INFO [Time-limited test {}] server.Server(415): Started @268457ms 2024-11-09T21:21:44,837 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:21:44,838 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:21:44,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:21:44,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:21:44,841 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T21:21:44,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6300f8ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:21:44,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fe6cd23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:21:44,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16b8eb2c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d/java.io.tmpdir/jetty-localhost-38819-hadoop-hdfs-3_4_1-tests_jar-_-any-13657813334508390155/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:21:44,937 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d429c91{HTTP/1.1, (http/1.1)}{localhost:38819} 2024-11-09T21:21:44,937 INFO [Time-limited test {}] server.Server(415): Started @268940ms 2024-11-09T21:21:44,938 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T21:21:45,574 WARN [Thread-3443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d/cluster_58482761-eaba-eead-cee4-601688c98fde/data/data1/current/BP-157634231-172.17.0.2-1731187303542/current, will proceed with Du for space computation calculation, 2024-11-09T21:21:45,574 WARN [Thread-3444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d/cluster_58482761-eaba-eead-cee4-601688c98fde/data/data2/current/BP-157634231-172.17.0.2-1731187303542/current, will proceed with Du for space computation calculation, 2024-11-09T21:21:45,588 WARN [Thread-3431 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T21:21:45,590 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92761cc032f15d65 with lease ID 0x179af26ed2b83638: Processing first storage report for DS-d10dd9c2-802d-420e-88c1-3311329e9f85 from datanode DatanodeRegistration(127.0.0.1:45755, datanodeUuid=c6a34241-7ef7-4bc8-b7a7-a35687b87bb5, infoPort=39579, infoSecurePort=0, ipcPort=40881, storageInfo=lv=-57;cid=testClusterID;nsid=153557967;c=1731187303542) 2024-11-09T21:21:45,590 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92761cc032f15d65 with lease ID 0x179af26ed2b83638: from storage DS-d10dd9c2-802d-420e-88c1-3311329e9f85 node DatanodeRegistration(127.0.0.1:45755, datanodeUuid=c6a34241-7ef7-4bc8-b7a7-a35687b87bb5, infoPort=39579, infoSecurePort=0, ipcPort=40881, storageInfo=lv=-57;cid=testClusterID;nsid=153557967;c=1731187303542), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:21:45,590 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92761cc032f15d65 with lease ID 0x179af26ed2b83638: Processing first storage report for DS-92899552-eea4-4c3e-8220-c62a51af37b2 from datanode DatanodeRegistration(127.0.0.1:45755, datanodeUuid=c6a34241-7ef7-4bc8-b7a7-a35687b87bb5, infoPort=39579, infoSecurePort=0, ipcPort=40881, storageInfo=lv=-57;cid=testClusterID;nsid=153557967;c=1731187303542) 2024-11-09T21:21:45,590 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92761cc032f15d65 with lease ID 0x179af26ed2b83638: from storage DS-92899552-eea4-4c3e-8220-c62a51af37b2 node DatanodeRegistration(127.0.0.1:45755, datanodeUuid=c6a34241-7ef7-4bc8-b7a7-a35687b87bb5, infoPort=39579, infoSecurePort=0, ipcPort=40881, storageInfo=lv=-57;cid=testClusterID;nsid=153557967;c=1731187303542), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:21:45,661 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d 2024-11-09T21:21:45,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:21:45,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:21:45,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741825_1001 (size=7) 2024-11-09T21:21:46,069 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768 with version=8 2024-11-09T21:21:46,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/hbase-staging 2024-11-09T21:21:46,071 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:21:46,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:21:46,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:21:46,071 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:21:46,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:21:46,071 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:21:46,071 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T21:21:46,071 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:21:46,072 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36289 2024-11-09T21:21:46,072 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36289 connecting to ZooKeeper ensemble=127.0.0.1:53500 2024-11-09T21:21:46,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362890x0, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:21:46,163 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36289-0x1012179e0120000 connected 2024-11-09T21:21:46,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:21:46,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:21:46,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36289-0x1012179e0120000, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Set watcher on znode that does not yet exist, /0-1539873988/running 2024-11-09T21:21:46,244 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768, hbase.cluster.distributed=false 2024-11-09T21:21:46,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36289-0x1012179e0120000, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Set watcher on znode that does not yet exist, /0-1539873988/acl 2024-11-09T21:21:46,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36289 2024-11-09T21:21:46,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36289 2024-11-09T21:21:46,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36289 2024-11-09T21:21:46,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36289 2024-11-09T21:21:46,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36289 2024-11-09T21:21:46,258 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:21:46,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:21:46,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:21:46,258 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:21:46,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:21:46,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:21:46,258 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T21:21:46,258 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:21:46,258 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37885 2024-11-09T21:21:46,259 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37885 connecting to ZooKeeper ensemble=127.0.0.1:53500 2024-11-09T21:21:46,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:21:46,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:21:46,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378850x0, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:21:46,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378850x0, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Set watcher on znode that does not yet exist, /0-1539873988/running 2024-11-09T21:21:46,273 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37885-0x1012179e0120001 connected 2024-11-09T21:21:46,273 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T21:21:46,275 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T21:21:46,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37885-0x1012179e0120001, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Set watcher on znode that does not yet exist, /0-1539873988/master 2024-11-09T21:21:46,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37885-0x1012179e0120001, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Set watcher on znode that does not yet exist, /0-1539873988/acl 2024-11-09T21:21:46,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37885 2024-11-09T21:21:46,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37885 2024-11-09T21:21:46,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37885 2024-11-09T21:21:46,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37885 2024-11-09T21:21:46,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37885 2024-11-09T21:21:46,291 DEBUG [M:0;9514d6d5e5be:36289 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9514d6d5e5be:36289 2024-11-09T21:21:46,291 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1539873988/backup-masters/9514d6d5e5be,36289,1731187306071 2024-11-09T21:21:46,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012179e0120000, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1539873988/backup-masters 2024-11-09T21:21:46,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x1012179e0120001, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1539873988/backup-masters 2024-11-09T21:21:46,301 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36289-0x1012179e0120000, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Set watcher on existing znode=/0-1539873988/backup-masters/9514d6d5e5be,36289,1731187306071 2024-11-09T21:21:46,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012179e0120000, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1539873988 2024-11-09T21:21:46,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x1012179e0120001, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1539873988/master 2024-11-09T21:21:46,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x1012179e0120001, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1539873988 2024-11-09T21:21:46,312 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36289-0x1012179e0120000, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Set watcher on existing znode=/0-1539873988/master 2024-11-09T21:21:46,312 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1539873988/backup-masters/9514d6d5e5be,36289,1731187306071 from backup master directory 2024-11-09T21:21:46,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012179e0120000, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1539873988/backup-masters/9514d6d5e5be,36289,1731187306071 2024-11-09T21:21:46,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x1012179e0120001, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1539873988/backup-masters 2024-11-09T21:21:46,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012179e0120000, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1539873988/backup-masters 2024-11-09T21:21:46,322 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:21:46,322 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9514d6d5e5be,36289,1731187306071 2024-11-09T21:21:46,325 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/hbase.id] with ID: b7de9d15-194d-46e2-984f-2d934c3ad655 2024-11-09T21:21:46,325 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/.tmp/hbase.id 2024-11-09T21:21:46,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741826_1002 (size=42) 2024-11-09T21:21:46,730 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/.tmp/hbase.id]:[hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/hbase.id] 2024-11-09T21:21:46,737 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:21:46,737 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T21:21:46,738 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T21:21:46,747 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:21:46,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:46,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:46,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:46,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:46,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:46,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:46,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:46,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:46,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:46,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:46,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:46,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:46,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:46,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:46,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x1012179e0120001, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1539873988 2024-11-09T21:21:46,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012179e0120000, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1539873988 2024-11-09T21:21:46,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:46,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741827_1003 (size=196) 2024-11-09T21:21:46,793 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:21:46,794 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T21:21:46,794 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:21:46,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741828_1004 (size=1189) 2024-11-09T21:21:47,200 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/MasterData/data/master/store 2024-11-09T21:21:47,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741829_1005 (size=34) 2024-11-09T21:21:47,222 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:21:47,222 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:21:47,222 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:21:47,222 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:21:47,222 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:21:47,222 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:21:47,222 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:21:47,223 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187307222Disabling compacts and flushes for region at 1731187307222Disabling writes for close at 1731187307222Writing region close event to WAL at 1731187307222Closed at 1731187307222 2024-11-09T21:21:47,223 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/MasterData/data/master/store/.initializing 2024-11-09T21:21:47,223 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/MasterData/WALs/9514d6d5e5be,36289,1731187306071 2024-11-09T21:21:47,226 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:21:47,231 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9514d6d5e5be%2C36289%2C1731187306071, suffix=, logDir=hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/MasterData/WALs/9514d6d5e5be,36289,1731187306071, archiveDir=hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/MasterData/oldWALs, maxLogs=10 2024-11-09T21:21:47,244 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/MasterData/WALs/9514d6d5e5be,36289,1731187306071/9514d6d5e5be%2C36289%2C1731187306071.1731187307231, exclude list is [], retry=0 2024-11-09T21:21:47,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45755,DS-d10dd9c2-802d-420e-88c1-3311329e9f85,DISK] 2024-11-09T21:21:47,248 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/MasterData/WALs/9514d6d5e5be,36289,1731187306071/9514d6d5e5be%2C36289%2C1731187306071.1731187307231 2024-11-09T21:21:47,252 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39579:39579)] 2024-11-09T21:21:47,252 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:21:47,252 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:21:47,253 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:47,253 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:47,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:47,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T21:21:47,255 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:47,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:47,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:47,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T21:21:47,257 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:47,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:21:47,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:47,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T21:21:47,258 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:47,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:21:47,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:47,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T21:21:47,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:47,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:21:47,259 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:47,260 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:47,260 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:47,262 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:47,262 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:47,262 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:21:47,263 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:47,265 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:21:47,265 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71615858, jitterRate=0.06715944409370422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:21:47,265 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731187307253Initializing all the Stores at 1731187307253Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187307253Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187307254 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187307254Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187307254Cleaning up temporary data from old regions at 1731187307262 (+8 ms)Region opened successfully at 1731187307265 (+3 ms) 2024-11-09T21:21:47,265 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T21:21:47,267 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e5ccd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:21:47,268 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T21:21:47,268 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T21:21:47,268 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T21:21:47,268 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T21:21:47,269 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T21:21:47,269 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T21:21:47,269 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T21:21:47,273 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T21:21:47,274 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36289-0x1012179e0120000, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Unable to get data of znode /0-1539873988/balancer because node does not exist (not necessarily an error) 2024-11-09T21:21:47,284 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1539873988/balancer already deleted, retry=false 2024-11-09T21:21:47,284 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T21:21:47,286 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36289-0x1012179e0120000, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Unable to get data of znode /0-1539873988/normalizer because node does not exist (not necessarily an error) 2024-11-09T21:21:47,293 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1539873988/normalizer already deleted, retry=false 2024-11-09T21:21:47,294 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T21:21:47,295 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36289-0x1012179e0120000, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Unable to get data of znode /0-1539873988/switch/split because node does not exist (not necessarily an error) 2024-11-09T21:21:47,304 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1539873988/switch/split already deleted, retry=false 2024-11-09T21:21:47,307 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36289-0x1012179e0120000, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Unable to get data of znode /0-1539873988/switch/merge because node does not exist (not necessarily an error) 2024-11-09T21:21:47,314 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1539873988/switch/merge already deleted, retry=false 2024-11-09T21:21:47,316 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36289-0x1012179e0120000, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Unable to get data of znode /0-1539873988/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T21:21:47,326 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1539873988/snapshot-cleanup already deleted, retry=false 2024-11-09T21:21:47,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x1012179e0120001, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1539873988/running 2024-11-09T21:21:47,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x1012179e0120001, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1539873988 2024-11-09T21:21:47,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012179e0120000, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1539873988/running 2024-11-09T21:21:47,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012179e0120000, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1539873988 2024-11-09T21:21:47,336 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9514d6d5e5be,36289,1731187306071, sessionid=0x1012179e0120000, setting cluster-up flag (Was=false) 2024-11-09T21:21:47,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012179e0120000, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1539873988 2024-11-09T21:21:47,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x1012179e0120001, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1539873988 2024-11-09T21:21:47,388 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1539873988/flush-table-proc/acquired, /0-1539873988/flush-table-proc/reached, /0-1539873988/flush-table-proc/abort 2024-11-09T21:21:47,389 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,36289,1731187306071 2024-11-09T21:21:47,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x1012179e0120001, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1539873988 2024-11-09T21:21:47,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012179e0120000, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1539873988 2024-11-09T21:21:47,441 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1539873988/online-snapshot/acquired, /0-1539873988/online-snapshot/reached, /0-1539873988/online-snapshot/abort 2024-11-09T21:21:47,442 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,36289,1731187306071 2024-11-09T21:21:47,443 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T21:21:47,443 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T21:21:47,444 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T21:21:47,444 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T21:21:47,444 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9514d6d5e5be,36289,1731187306071 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T21:21:47,445 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:21:47,445 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:21:47,445 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:21:47,445 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:21:47,445 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9514d6d5e5be:0, corePoolSize=10, maxPoolSize=10 2024-11-09T21:21:47,445 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:47,445 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:21:47,445 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:47,446 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731187337446 2024-11-09T21:21:47,446 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T21:21:47,446 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T21:21:47,446 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T21:21:47,446 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T21:21:47,446 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T21:21:47,446 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T21:21:47,446 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:47,446 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:21:47,446 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T21:21:47,446 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T21:21:47,446 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T21:21:47,446 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T21:21:47,446 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T21:21:47,446 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T21:21:47,446 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T21:21:47,447 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187307446,5,FailOnTimeoutGroup] 2024-11-09T21:21:47,447 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187307447,5,FailOnTimeoutGroup] 2024-11-09T21:21:47,447 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:47,447 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T21:21:47,447 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:47,447 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:47,447 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:47,447 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T21:21:47,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741831_1007 (size=1321) 2024-11-09T21:21:47,484 INFO [RS:0;9514d6d5e5be:37885 {}] regionserver.HRegionServer(746): ClusterId : b7de9d15-194d-46e2-984f-2d934c3ad655 2024-11-09T21:21:47,484 DEBUG [RS:0;9514d6d5e5be:37885 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T21:21:47,494 DEBUG [RS:0;9514d6d5e5be:37885 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T21:21:47,494 DEBUG [RS:0;9514d6d5e5be:37885 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T21:21:47,603 DEBUG [RS:0;9514d6d5e5be:37885 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T21:21:47,603 DEBUG [RS:0;9514d6d5e5be:37885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@193669d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:21:47,618 DEBUG [RS:0;9514d6d5e5be:37885 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9514d6d5e5be:37885 2024-11-09T21:21:47,619 INFO [RS:0;9514d6d5e5be:37885 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T21:21:47,619 INFO [RS:0;9514d6d5e5be:37885 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T21:21:47,619 DEBUG [RS:0;9514d6d5e5be:37885 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T21:21:47,620 INFO [RS:0;9514d6d5e5be:37885 {}] regionserver.HRegionServer(2659): reportForDuty to master=9514d6d5e5be,36289,1731187306071 with port=37885, startcode=1731187306258 2024-11-09T21:21:47,620 DEBUG [RS:0;9514d6d5e5be:37885 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T21:21:47,622 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T21:21:47,623 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36289 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9514d6d5e5be,37885,1731187306258 2024-11-09T21:21:47,623 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36289 {}] master.ServerManager(517): Registering regionserver=9514d6d5e5be,37885,1731187306258 2024-11-09T21:21:47,624 DEBUG [RS:0;9514d6d5e5be:37885 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768 2024-11-09T21:21:47,624 DEBUG [RS:0;9514d6d5e5be:37885 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43509 2024-11-09T21:21:47,624 DEBUG [RS:0;9514d6d5e5be:37885 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T21:21:47,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012179e0120000, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1539873988/rs 2024-11-09T21:21:47,641 DEBUG [RS:0;9514d6d5e5be:37885 {}] zookeeper.ZKUtil(111): regionserver:37885-0x1012179e0120001, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Set watcher on existing znode=/0-1539873988/rs/9514d6d5e5be,37885,1731187306258 2024-11-09T21:21:47,641 WARN [RS:0;9514d6d5e5be:37885 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:21:47,641 INFO [RS:0;9514d6d5e5be:37885 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:21:47,642 DEBUG [RS:0;9514d6d5e5be:37885 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258 2024-11-09T21:21:47,642 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9514d6d5e5be,37885,1731187306258] 2024-11-09T21:21:47,644 INFO [RS:0;9514d6d5e5be:37885 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T21:21:47,645 INFO [RS:0;9514d6d5e5be:37885 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T21:21:47,648 INFO [RS:0;9514d6d5e5be:37885 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T21:21:47,648 INFO [RS:0;9514d6d5e5be:37885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:47,649 INFO [RS:0;9514d6d5e5be:37885 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T21:21:47,649 INFO [RS:0;9514d6d5e5be:37885 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T21:21:47,649 INFO [RS:0;9514d6d5e5be:37885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:47,649 DEBUG [RS:0;9514d6d5e5be:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:47,649 DEBUG [RS:0;9514d6d5e5be:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:47,649 DEBUG [RS:0;9514d6d5e5be:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:47,650 DEBUG [RS:0;9514d6d5e5be:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:47,650 DEBUG [RS:0;9514d6d5e5be:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:47,650 DEBUG [RS:0;9514d6d5e5be:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:21:47,650 DEBUG [RS:0;9514d6d5e5be:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:47,650 DEBUG [RS:0;9514d6d5e5be:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:47,650 DEBUG [RS:0;9514d6d5e5be:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:47,650 DEBUG [RS:0;9514d6d5e5be:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:47,650 DEBUG [RS:0;9514d6d5e5be:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:47,650 DEBUG [RS:0;9514d6d5e5be:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:47,650 DEBUG [RS:0;9514d6d5e5be:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:21:47,650 DEBUG [RS:0;9514d6d5e5be:37885 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:21:47,656 INFO [RS:0;9514d6d5e5be:37885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:47,656 INFO [RS:0;9514d6d5e5be:37885 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:47,656 INFO [RS:0;9514d6d5e5be:37885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:47,656 INFO [RS:0;9514d6d5e5be:37885 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:47,656 INFO [RS:0;9514d6d5e5be:37885 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:47,656 INFO [RS:0;9514d6d5e5be:37885 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,37885,1731187306258-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:21:47,669 INFO [RS:0;9514d6d5e5be:37885 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T21:21:47,670 INFO [RS:0;9514d6d5e5be:37885 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,37885,1731187306258-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:47,670 INFO [RS:0;9514d6d5e5be:37885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:47,670 INFO [RS:0;9514d6d5e5be:37885 {}] regionserver.Replication(171): 9514d6d5e5be,37885,1731187306258 started 2024-11-09T21:21:47,681 INFO [RS:0;9514d6d5e5be:37885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:47,682 INFO [RS:0;9514d6d5e5be:37885 {}] regionserver.HRegionServer(1482): Serving as 9514d6d5e5be,37885,1731187306258, RpcServer on 9514d6d5e5be/172.17.0.2:37885, sessionid=0x1012179e0120001 2024-11-09T21:21:47,682 DEBUG [RS:0;9514d6d5e5be:37885 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T21:21:47,682 DEBUG [RS:0;9514d6d5e5be:37885 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9514d6d5e5be,37885,1731187306258 2024-11-09T21:21:47,682 DEBUG [RS:0;9514d6d5e5be:37885 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,37885,1731187306258' 2024-11-09T21:21:47,682 DEBUG [RS:0;9514d6d5e5be:37885 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1539873988/flush-table-proc/abort' 2024-11-09T21:21:47,682 DEBUG [RS:0;9514d6d5e5be:37885 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1539873988/flush-table-proc/acquired' 2024-11-09T21:21:47,683 DEBUG [RS:0;9514d6d5e5be:37885 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T21:21:47,683 DEBUG [RS:0;9514d6d5e5be:37885 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T21:21:47,683 DEBUG [RS:0;9514d6d5e5be:37885 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9514d6d5e5be,37885,1731187306258 2024-11-09T21:21:47,683 DEBUG [RS:0;9514d6d5e5be:37885 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,37885,1731187306258' 2024-11-09T21:21:47,683 DEBUG [RS:0;9514d6d5e5be:37885 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1539873988/online-snapshot/abort' 2024-11-09T21:21:47,683 DEBUG [RS:0;9514d6d5e5be:37885 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1539873988/online-snapshot/acquired' 2024-11-09T21:21:47,683 DEBUG [RS:0;9514d6d5e5be:37885 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T21:21:47,684 INFO [RS:0;9514d6d5e5be:37885 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T21:21:47,684 INFO [RS:0;9514d6d5e5be:37885 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T21:21:47,784 INFO [RS:0;9514d6d5e5be:37885 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:21:47,785 INFO [RS:0;9514d6d5e5be:37885 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C37885%2C1731187306258, suffix=, logDir=hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258, archiveDir=hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/oldWALs, maxLogs=10 2024-11-09T21:21:47,804 DEBUG [RS:0;9514d6d5e5be:37885 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786, exclude list is [], retry=0 2024-11-09T21:21:47,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45755,DS-d10dd9c2-802d-420e-88c1-3311329e9f85,DISK] 2024-11-09T21:21:47,813 INFO [RS:0;9514d6d5e5be:37885 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786 2024-11-09T21:21:47,815 DEBUG [RS:0;9514d6d5e5be:37885 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39579:39579)] 2024-11-09T21:21:47,857 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T21:21:47,857 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768 2024-11-09T21:21:47,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741833_1009 (size=32) 2024-11-09T21:21:48,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:21:48,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:21:48,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:21:48,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:48,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:48,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:21:48,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:21:48,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:48,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:48,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:21:48,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:21:48,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:48,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:48,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:21:48,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:21:48,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:48,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:48,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:21:48,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/hbase/meta/1588230740 2024-11-09T21:21:48,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/hbase/meta/1588230740 2024-11-09T21:21:48,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:21:48,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:21:48,269 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:21:48,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:21:48,272 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:21:48,272 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74196602, jitterRate=0.1056155264377594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:21:48,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731187308263Initializing all the Stores at 1731187308263Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187308263Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187308263Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187308263Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187308263Cleaning up temporary data from old regions at 1731187308269 (+6 ms)Region opened successfully at 1731187308273 (+4 ms) 2024-11-09T21:21:48,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:21:48,273 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:21:48,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:21:48,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:21:48,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:21:48,273 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:21:48,273 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187308273Disabling compacts and flushes for region at 1731187308273Disabling writes for close at 1731187308273Writing region close event to WAL at 1731187308273Closed at 1731187308273 2024-11-09T21:21:48,274 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:21:48,274 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T21:21:48,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T21:21:48,275 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:21:48,276 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T21:21:48,426 DEBUG [9514d6d5e5be:36289 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T21:21:48,426 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9514d6d5e5be,37885,1731187306258 2024-11-09T21:21:48,427 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,37885,1731187306258, state=OPENING 2024-11-09T21:21:48,493 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T21:21:48,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x1012179e0120001, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1539873988 2024-11-09T21:21:48,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012179e0120000, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1539873988 2024-11-09T21:21:48,534 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:21:48,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1539873988/meta-region-server: CHANGED 2024-11-09T21:21:48,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1539873988/meta-region-server: CHANGED 2024-11-09T21:21:48,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,37885,1731187306258}] 2024-11-09T21:21:48,686 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:21:48,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T21:21:48,689 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T21:21:48,689 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:21:48,690 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T21:21:48,691 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C37885%2C1731187306258.meta, suffix=.meta, logDir=hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258, archiveDir=hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/oldWALs, maxLogs=10 2024-11-09T21:21:48,706 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.meta.1731187308691.meta, exclude list is [], retry=0 2024-11-09T21:21:48,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45755,DS-d10dd9c2-802d-420e-88c1-3311329e9f85,DISK] 2024-11-09T21:21:48,709 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.meta.1731187308691.meta 2024-11-09T21:21:48,709 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39579:39579)] 2024-11-09T21:21:48,710 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:21:48,710 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:21:48,710 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:21:48,710 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T21:21:48,710 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T21:21:48,710 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T21:21:48,710 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:21:48,710 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T21:21:48,710 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T21:21:48,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:21:48,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:21:48,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:48,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:48,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:21:48,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:21:48,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:48,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:48,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:21:48,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:21:48,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:48,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:48,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:21:48,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:21:48,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:48,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:48,715 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:21:48,716 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/hbase/meta/1588230740 2024-11-09T21:21:48,716 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/hbase/meta/1588230740 2024-11-09T21:21:48,717 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:21:48,717 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:21:48,717 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:21:48,718 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:21:48,718 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62792032, jitterRate=-0.06432580947875977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:21:48,718 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T21:21:48,719 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731187308711Writing region info on filesystem at 1731187308711Initializing all the Stores at 1731187308711Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187308711Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187308711Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187308711Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187308711Cleaning up temporary data from old regions at 1731187308717 (+6 ms)Running coprocessor post-open hooks at 1731187308718 (+1 ms)Region opened successfully at 1731187308719 (+1 ms) 2024-11-09T21:21:48,719 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731187308685 2024-11-09T21:21:48,721 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T21:21:48,721 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T21:21:48,721 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,37885,1731187306258 2024-11-09T21:21:48,722 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,37885,1731187306258, state=OPEN 2024-11-09T21:21:48,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x1012179e0120001, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1539873988/meta-region-server 2024-11-09T21:21:48,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012179e0120000, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1539873988/meta-region-server 2024-11-09T21:21:48,743 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9514d6d5e5be,37885,1731187306258 2024-11-09T21:21:48,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1539873988/meta-region-server: CHANGED 2024-11-09T21:21:48,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1539873988/meta-region-server: CHANGED 2024-11-09T21:21:48,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T21:21:48,744 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,37885,1731187306258 in 209 msec 2024-11-09T21:21:48,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T21:21:48,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 470 msec 2024-11-09T21:21:48,746 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:21:48,746 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T21:21:48,747 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:21:48,747 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,37885,1731187306258, seqNum=-1] 2024-11-09T21:21:48,747 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:21:48,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:21:48,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3070 sec 2024-11-09T21:21:48,751 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731187308751, completionTime=-1 2024-11-09T21:21:48,751 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T21:21:48,751 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T21:21:48,753 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T21:21:48,753 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731187368753 2024-11-09T21:21:48,753 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731187428753 2024-11-09T21:21:48,753 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T21:21:48,754 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,36289,1731187306071-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:48,754 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,36289,1731187306071-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:48,754 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,36289,1731187306071-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:48,754 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9514d6d5e5be:36289, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:48,754 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:48,754 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:48,755 DEBUG [master/9514d6d5e5be:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T21:21:48,758 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.436sec 2024-11-09T21:21:48,758 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T21:21:48,758 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T21:21:48,758 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T21:21:48,758 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T21:21:48,758 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T21:21:48,758 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,36289,1731187306071-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:21:48,758 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,36289,1731187306071-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T21:21:48,760 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T21:21:48,760 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T21:21:48,760 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,36289,1731187306071-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:48,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@722a6da1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:48,785 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,36289,-1 for getting cluster id 2024-11-09T21:21:48,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:21:48,786 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7de9d15-194d-46e2-984f-2d934c3ad655' 2024-11-09T21:21:48,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:21:48,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7de9d15-194d-46e2-984f-2d934c3ad655" 2024-11-09T21:21:48,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d48bc12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:48,786 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,36289,-1] 2024-11-09T21:21:48,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:21:48,787 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:48,787 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:21:48,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c54a872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:48,788 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:21:48,789 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,37885,1731187306258, seqNum=-1] 2024-11-09T21:21:48,789 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:21:48,790 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:21:48,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9514d6d5e5be,36289,1731187306071 2024-11-09T21:21:48,792 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53500 2024-11-09T21:21:48,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:21:48,799 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012179e0120002 connected 2024-11-09T21:21:48,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d/hadoop.log.dir so I do NOT create it in target/test-data/8b1724d1-d1bd-8521-885e-91471eeb3d05 2024-11-09T21:21:48,812 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T21:21:48,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d/hadoop.tmp.dir so I do NOT create it in target/test-data/8b1724d1-d1bd-8521-885e-91471eeb3d05 2024-11-09T21:21:48,812 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T21:21:48,812 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b1724d1-d1bd-8521-885e-91471eeb3d05 2024-11-09T21:21:48,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T21:21:48,812 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b1724d1-d1bd-8521-885e-91471eeb3d05/cluster_16d7f508-e58e-b879-2304-061172420fb5, deleteOnExit=true 2024-11-09T21:21:48,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T21:21:48,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b1724d1-d1bd-8521-885e-91471eeb3d05/test.cache.data in system properties and HBase conf 2024-11-09T21:21:48,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b1724d1-d1bd-8521-885e-91471eeb3d05/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T21:21:48,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b1724d1-d1bd-8521-885e-91471eeb3d05/hadoop.log.dir in system properties and HBase conf 2024-11-09T21:21:48,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b1724d1-d1bd-8521-885e-91471eeb3d05/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T21:21:48,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b1724d1-d1bd-8521-885e-91471eeb3d05/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T21:21:48,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T21:21:48,812 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T21:21:48,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b1724d1-d1bd-8521-885e-91471eeb3d05/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:21:48,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b1724d1-d1bd-8521-885e-91471eeb3d05/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:21:48,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b1724d1-d1bd-8521-885e-91471eeb3d05/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T21:21:48,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b1724d1-d1bd-8521-885e-91471eeb3d05/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:21:48,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b1724d1-d1bd-8521-885e-91471eeb3d05/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T21:21:48,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b1724d1-d1bd-8521-885e-91471eeb3d05/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T21:21:48,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b1724d1-d1bd-8521-885e-91471eeb3d05/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:21:48,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b1724d1-d1bd-8521-885e-91471eeb3d05/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:21:48,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b1724d1-d1bd-8521-885e-91471eeb3d05/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T21:21:48,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b1724d1-d1bd-8521-885e-91471eeb3d05/nfs.dump.dir in system properties and HBase conf 2024-11-09T21:21:48,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b1724d1-d1bd-8521-885e-91471eeb3d05/java.io.tmpdir in system properties and HBase conf 2024-11-09T21:21:48,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b1724d1-d1bd-8521-885e-91471eeb3d05/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:21:48,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b1724d1-d1bd-8521-885e-91471eeb3d05/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T21:21:48,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b1724d1-d1bd-8521-885e-91471eeb3d05/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T21:21:49,125 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:21:49,129 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:21:49,130 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:21:49,130 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:21:49,130 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T21:21:49,130 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:21:49,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69ad557c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b1724d1-d1bd-8521-885e-91471eeb3d05/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:21:49,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78fc9768{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:21:49,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75933300{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b1724d1-d1bd-8521-885e-91471eeb3d05/java.io.tmpdir/jetty-localhost-45249-hadoop-hdfs-3_4_1-tests_jar-_-any-4446789112336789459/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:21:49,236 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53ac6089{HTTP/1.1, (http/1.1)}{localhost:45249} 2024-11-09T21:21:49,236 INFO [Time-limited test {}] server.Server(415): Started @273239ms 2024-11-09T21:21:49,922 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:21:49,923 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:21:49,924 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:21:49,924 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:21:49,924 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T21:21:49,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a387921{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b1724d1-d1bd-8521-885e-91471eeb3d05/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:21:49,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@748d4953{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:21:50,019 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ef85bd3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b1724d1-d1bd-8521-885e-91471eeb3d05/java.io.tmpdir/jetty-localhost-40559-hadoop-hdfs-3_4_1-tests_jar-_-any-6042864386796561279/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:21:50,019 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6317990d{HTTP/1.1, (http/1.1)}{localhost:40559} 2024-11-09T21:21:50,019 INFO [Time-limited test {}] server.Server(415): Started @274022ms 2024-11-09T21:21:50,020 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T21:21:50,765 WARN [Thread-3564 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b1724d1-d1bd-8521-885e-91471eeb3d05/cluster_16d7f508-e58e-b879-2304-061172420fb5/data/data1/current/BP-602372501-172.17.0.2-1731187308831/current, will proceed with Du for space computation calculation, 2024-11-09T21:21:50,765 WARN [Thread-3565 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b1724d1-d1bd-8521-885e-91471eeb3d05/cluster_16d7f508-e58e-b879-2304-061172420fb5/data/data2/current/BP-602372501-172.17.0.2-1731187308831/current, will proceed with Du for space computation calculation, 2024-11-09T21:21:50,780 WARN [Thread-3552 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T21:21:50,782 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda893a767980a52f with lease ID 0xf9c78d5b48d25e8: Processing first storage report for DS-17da6837-d839-4477-a1ff-d0e27f66624e from datanode DatanodeRegistration(127.0.0.1:41137, datanodeUuid=746b8e0e-9ca7-4bad-9feb-39cc1cefd7a6, infoPort=33749, infoSecurePort=0, ipcPort=37579, storageInfo=lv=-57;cid=testClusterID;nsid=1195236947;c=1731187308831) 2024-11-09T21:21:50,782 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda893a767980a52f with lease ID 0xf9c78d5b48d25e8: from storage DS-17da6837-d839-4477-a1ff-d0e27f66624e node DatanodeRegistration(127.0.0.1:41137, datanodeUuid=746b8e0e-9ca7-4bad-9feb-39cc1cefd7a6, infoPort=33749, infoSecurePort=0, ipcPort=37579, storageInfo=lv=-57;cid=testClusterID;nsid=1195236947;c=1731187308831), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:21:50,782 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xda893a767980a52f with lease ID 0xf9c78d5b48d25e8: Processing first storage report for DS-798e90be-3bf7-4ecb-b2d2-03cbb323d54c from datanode DatanodeRegistration(127.0.0.1:41137, datanodeUuid=746b8e0e-9ca7-4bad-9feb-39cc1cefd7a6, infoPort=33749, infoSecurePort=0, ipcPort=37579, storageInfo=lv=-57;cid=testClusterID;nsid=1195236947;c=1731187308831) 2024-11-09T21:21:50,782 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xda893a767980a52f with lease ID 0xf9c78d5b48d25e8: from storage DS-798e90be-3bf7-4ecb-b2d2-03cbb323d54c node DatanodeRegistration(127.0.0.1:41137, datanodeUuid=746b8e0e-9ca7-4bad-9feb-39cc1cefd7a6, infoPort=33749, infoSecurePort=0, ipcPort=37579, storageInfo=lv=-57;cid=testClusterID;nsid=1195236947;c=1731187308831), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:21:50,842 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b1724d1-d1bd-8521-885e-91471eeb3d05 2024-11-09T21:21:50,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:21:50,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:21:50,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41137 is added to blk_1073741825_1001 (size=7) 2024-11-09T21:21:50,857 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24 with version=8 2024-11-09T21:21:50,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/hbase-staging 2024-11-09T21:21:50,858 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:21:50,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:21:50,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:21:50,858 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:21:50,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:21:50,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:21:50,858 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T21:21:50,859 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:21:50,859 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41399 2024-11-09T21:21:50,859 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41399 connecting to ZooKeeper ensemble=127.0.0.1:53500 2024-11-09T21:21:50,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413990x0, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:21:50,873 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41399-0x1012179e0120003 connected 2024-11-09T21:21:50,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:21:50,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:21:50,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41399-0x1012179e0120003, quorum=127.0.0.1:53500, baseZNode=/1461673305 Set watcher on znode that does not yet exist, /1461673305/running 2024-11-09T21:21:50,950 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24, hbase.cluster.distributed=false 2024-11-09T21:21:50,952 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41399-0x1012179e0120003, quorum=127.0.0.1:53500, baseZNode=/1461673305 Set watcher on znode that does not yet exist, /1461673305/acl 2024-11-09T21:21:50,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41399 2024-11-09T21:21:50,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41399 2024-11-09T21:21:50,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41399 2024-11-09T21:21:50,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41399 2024-11-09T21:21:50,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41399 2024-11-09T21:21:50,973 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:21:50,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:21:50,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:21:50,973 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:21:50,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:21:50,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:21:50,973 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T21:21:50,974 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:21:50,974 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39417 2024-11-09T21:21:50,975 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39417 connecting to ZooKeeper ensemble=127.0.0.1:53500 2024-11-09T21:21:50,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:21:50,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:21:50,988 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394170x0, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:21:50,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394170x0, quorum=127.0.0.1:53500, baseZNode=/1461673305 Set watcher on znode that does not yet exist, /1461673305/running 2024-11-09T21:21:50,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39417-0x1012179e0120004 connected 2024-11-09T21:21:50,989 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T21:21:50,989 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T21:21:50,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39417-0x1012179e0120004, quorum=127.0.0.1:53500, baseZNode=/1461673305 Set watcher on znode that does not yet exist, /1461673305/master 2024-11-09T21:21:50,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39417-0x1012179e0120004, quorum=127.0.0.1:53500, baseZNode=/1461673305 Set watcher on znode that does not yet exist, /1461673305/acl 2024-11-09T21:21:50,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39417 2024-11-09T21:21:50,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39417 2024-11-09T21:21:50,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39417 2024-11-09T21:21:50,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39417 2024-11-09T21:21:50,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39417 2024-11-09T21:21:51,009 DEBUG [M:0;9514d6d5e5be:41399 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9514d6d5e5be:41399 2024-11-09T21:21:51,010 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1461673305/backup-masters/9514d6d5e5be,41399,1731187310858 2024-11-09T21:21:51,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x1012179e0120003, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1461673305/backup-masters 2024-11-09T21:21:51,020 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1012179e0120004, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1461673305/backup-masters 2024-11-09T21:21:51,020 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41399-0x1012179e0120003, quorum=127.0.0.1:53500, baseZNode=/1461673305 Set watcher on existing znode=/1461673305/backup-masters/9514d6d5e5be,41399,1731187310858 2024-11-09T21:21:51,030 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1012179e0120004, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1461673305/master 2024-11-09T21:21:51,030 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1012179e0120004, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1461673305 2024-11-09T21:21:51,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x1012179e0120003, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1461673305 2024-11-09T21:21:51,032 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41399-0x1012179e0120003, quorum=127.0.0.1:53500, baseZNode=/1461673305 Set watcher on existing znode=/1461673305/master 2024-11-09T21:21:51,033 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1461673305/backup-masters/9514d6d5e5be,41399,1731187310858 from backup master directory 2024-11-09T21:21:51,041 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1012179e0120004, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1461673305/backup-masters 2024-11-09T21:21:51,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x1012179e0120003, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1461673305/backup-masters/9514d6d5e5be,41399,1731187310858 2024-11-09T21:21:51,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x1012179e0120003, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1461673305/backup-masters 2024-11-09T21:21:51,041 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:21:51,041 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9514d6d5e5be,41399,1731187310858 2024-11-09T21:21:51,045 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/hbase.id] with ID: 4eefc65d-d30a-415c-ae18-0daf40c8429f 2024-11-09T21:21:51,045 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/.tmp/hbase.id 2024-11-09T21:21:51,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41137 is added to blk_1073741826_1002 (size=42) 2024-11-09T21:21:51,057 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/.tmp/hbase.id]:[hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/hbase.id] 2024-11-09T21:21:51,066 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:21:51,066 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T21:21:51,067 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T21:21:51,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x1012179e0120003, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1461673305 2024-11-09T21:21:51,080 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1012179e0120004, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1461673305 2024-11-09T21:21:51,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41137 is added to blk_1073741827_1003 (size=196) 2024-11-09T21:21:51,510 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:21:51,511 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T21:21:51,512 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:21:51,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41137 is added to blk_1073741828_1004 (size=1189) 2024-11-09T21:21:51,528 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/MasterData/data/master/store 2024-11-09T21:21:51,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41137 is added to blk_1073741829_1005 (size=34) 2024-11-09T21:21:51,943 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:21:51,943 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:21:51,944 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:21:51,944 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:21:51,944 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:21:51,944 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:21:51,944 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:21:51,944 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187311943Disabling compacts and flushes for region at 1731187311943Disabling writes for close at 1731187311944 (+1 ms)Writing region close event to WAL at 1731187311944Closed at 1731187311944 2024-11-09T21:21:51,944 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/MasterData/data/master/store/.initializing 2024-11-09T21:21:51,944 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/MasterData/WALs/9514d6d5e5be,41399,1731187310858 2024-11-09T21:21:51,945 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:21:51,946 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9514d6d5e5be%2C41399%2C1731187310858, suffix=, logDir=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/MasterData/WALs/9514d6d5e5be,41399,1731187310858, archiveDir=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/MasterData/oldWALs, maxLogs=10 2024-11-09T21:21:51,963 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/MasterData/WALs/9514d6d5e5be,41399,1731187310858/9514d6d5e5be%2C41399%2C1731187310858.1731187311946, exclude list is [], retry=0 2024-11-09T21:21:51,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41137,DS-17da6837-d839-4477-a1ff-d0e27f66624e,DISK] 2024-11-09T21:21:51,966 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/MasterData/WALs/9514d6d5e5be,41399,1731187310858/9514d6d5e5be%2C41399%2C1731187310858.1731187311946 2024-11-09T21:21:51,967 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33749:33749)] 2024-11-09T21:21:51,967 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:21:51,967 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:21:51,967 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:51,967 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:51,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:51,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T21:21:51,969 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:51,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:51,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:51,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T21:21:51,970 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:51,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:21:51,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:51,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T21:21:51,971 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:51,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:21:51,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:51,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T21:21:51,972 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:51,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:21:51,973 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:51,973 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:51,973 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:51,974 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:51,974 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:51,974 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:21:51,975 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:51,976 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:21:51,976 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60332574, jitterRate=-0.10097458958625793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:21:51,976 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731187311967Initializing all the Stores at 1731187311968 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187311968Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187311968Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187311968Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187311968Cleaning up temporary data from old regions at 1731187311974 (+6 ms)Region opened successfully at 1731187311976 (+2 ms) 2024-11-09T21:21:51,977 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T21:21:51,981 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372cbb13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:21:51,982 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T21:21:51,982 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T21:21:51,982 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T21:21:51,982 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T21:21:51,983 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T21:21:51,983 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T21:21:51,983 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T21:21:51,985 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T21:21:51,985 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41399-0x1012179e0120003, quorum=127.0.0.1:53500, baseZNode=/1461673305 Unable to get data of znode /1461673305/balancer because node does not exist (not necessarily an error) 2024-11-09T21:21:52,051 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1461673305/balancer already deleted, retry=false 2024-11-09T21:21:52,052 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T21:21:52,052 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41399-0x1012179e0120003, quorum=127.0.0.1:53500, baseZNode=/1461673305 Unable to get data of znode /1461673305/normalizer because node does not exist (not necessarily an error) 2024-11-09T21:21:52,062 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1461673305/normalizer already deleted, retry=false 2024-11-09T21:21:52,062 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T21:21:52,063 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41399-0x1012179e0120003, quorum=127.0.0.1:53500, baseZNode=/1461673305 Unable to get data of znode /1461673305/switch/split because node does not exist (not necessarily an error) 2024-11-09T21:21:52,072 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1461673305/switch/split already deleted, retry=false 2024-11-09T21:21:52,073 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41399-0x1012179e0120003, quorum=127.0.0.1:53500, baseZNode=/1461673305 Unable to get data of znode /1461673305/switch/merge because node does not exist (not necessarily an error) 2024-11-09T21:21:52,083 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1461673305/switch/merge already deleted, retry=false 2024-11-09T21:21:52,084 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41399-0x1012179e0120003, quorum=127.0.0.1:53500, baseZNode=/1461673305 Unable to get data of znode /1461673305/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T21:21:52,093 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1461673305/snapshot-cleanup already deleted, retry=false 2024-11-09T21:21:52,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x1012179e0120003, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1461673305/running 2024-11-09T21:21:52,104 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1012179e0120004, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1461673305/running 2024-11-09T21:21:52,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x1012179e0120003, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1461673305 2024-11-09T21:21:52,104 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1012179e0120004, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1461673305 2024-11-09T21:21:52,104 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9514d6d5e5be,41399,1731187310858, sessionid=0x1012179e0120003, setting cluster-up flag (Was=false) 2024-11-09T21:21:52,125 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1012179e0120004, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1461673305 2024-11-09T21:21:52,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x1012179e0120003, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1461673305 2024-11-09T21:21:52,156 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1461673305/flush-table-proc/acquired, /1461673305/flush-table-proc/reached, /1461673305/flush-table-proc/abort 2024-11-09T21:21:52,157 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,41399,1731187310858 2024-11-09T21:21:52,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x1012179e0120003, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1461673305 2024-11-09T21:21:52,177 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1012179e0120004, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1461673305 2024-11-09T21:21:52,209 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1461673305/online-snapshot/acquired, /1461673305/online-snapshot/reached, /1461673305/online-snapshot/abort 2024-11-09T21:21:52,210 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,41399,1731187310858 2024-11-09T21:21:52,211 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T21:21:52,217 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T21:21:52,217 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T21:21:52,217 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T21:21:52,217 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9514d6d5e5be,41399,1731187310858 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T21:21:52,219 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:21:52,219 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:21:52,219 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:21:52,219 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:21:52,219 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9514d6d5e5be:0, corePoolSize=10, maxPoolSize=10 2024-11-09T21:21:52,219 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:52,220 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:21:52,220 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:52,221 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:21:52,221 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T21:21:52,222 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:52,222 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T21:21:52,228 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731187342228 2024-11-09T21:21:52,229 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T21:21:52,229 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T21:21:52,229 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T21:21:52,229 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T21:21:52,229 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T21:21:52,229 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T21:21:52,229 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:52,230 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T21:21:52,230 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T21:21:52,230 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T21:21:52,230 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T21:21:52,230 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T21:21:52,230 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T21:21:52,230 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187312230,5,FailOnTimeoutGroup] 2024-11-09T21:21:52,232 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187312230,5,FailOnTimeoutGroup] 2024-11-09T21:21:52,232 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:52,232 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T21:21:52,232 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:52,232 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:52,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41137 is added to blk_1073741831_1007 (size=1321) 2024-11-09T21:21:52,301 INFO [RS:0;9514d6d5e5be:39417 {}] regionserver.HRegionServer(746): ClusterId : 4eefc65d-d30a-415c-ae18-0daf40c8429f 2024-11-09T21:21:52,301 DEBUG [RS:0;9514d6d5e5be:39417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T21:21:52,312 DEBUG [RS:0;9514d6d5e5be:39417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T21:21:52,312 DEBUG [RS:0;9514d6d5e5be:39417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T21:21:52,390 DEBUG [RS:0;9514d6d5e5be:39417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T21:21:52,390 DEBUG [RS:0;9514d6d5e5be:39417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eddf592, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:21:52,401 DEBUG [RS:0;9514d6d5e5be:39417 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9514d6d5e5be:39417 2024-11-09T21:21:52,401 INFO [RS:0;9514d6d5e5be:39417 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T21:21:52,401 INFO [RS:0;9514d6d5e5be:39417 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T21:21:52,401 DEBUG [RS:0;9514d6d5e5be:39417 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T21:21:52,402 INFO [RS:0;9514d6d5e5be:39417 {}] regionserver.HRegionServer(2659): reportForDuty to master=9514d6d5e5be,41399,1731187310858 with port=39417, startcode=1731187310973 2024-11-09T21:21:52,402 DEBUG [RS:0;9514d6d5e5be:39417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T21:21:52,404 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T21:21:52,405 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41399 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9514d6d5e5be,39417,1731187310973 2024-11-09T21:21:52,405 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41399 {}] master.ServerManager(517): Registering regionserver=9514d6d5e5be,39417,1731187310973 2024-11-09T21:21:52,406 DEBUG [RS:0;9514d6d5e5be:39417 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24 2024-11-09T21:21:52,406 DEBUG [RS:0;9514d6d5e5be:39417 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46297 2024-11-09T21:21:52,406 DEBUG [RS:0;9514d6d5e5be:39417 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T21:21:52,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x1012179e0120003, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1461673305/rs 2024-11-09T21:21:52,481 DEBUG [RS:0;9514d6d5e5be:39417 {}] zookeeper.ZKUtil(111): regionserver:39417-0x1012179e0120004, quorum=127.0.0.1:53500, baseZNode=/1461673305 Set watcher on existing znode=/1461673305/rs/9514d6d5e5be,39417,1731187310973 2024-11-09T21:21:52,481 WARN [RS:0;9514d6d5e5be:39417 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:21:52,481 INFO [RS:0;9514d6d5e5be:39417 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:21:52,482 DEBUG [RS:0;9514d6d5e5be:39417 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973 2024-11-09T21:21:52,482 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9514d6d5e5be,39417,1731187310973] 2024-11-09T21:21:52,485 INFO [RS:0;9514d6d5e5be:39417 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T21:21:52,486 INFO [RS:0;9514d6d5e5be:39417 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T21:21:52,488 INFO [RS:0;9514d6d5e5be:39417 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T21:21:52,488 INFO [RS:0;9514d6d5e5be:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:52,496 INFO [RS:0;9514d6d5e5be:39417 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T21:21:52,496 INFO [RS:0;9514d6d5e5be:39417 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T21:21:52,496 INFO [RS:0;9514d6d5e5be:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:52,497 DEBUG [RS:0;9514d6d5e5be:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:52,497 DEBUG [RS:0;9514d6d5e5be:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:52,497 DEBUG [RS:0;9514d6d5e5be:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:52,497 DEBUG [RS:0;9514d6d5e5be:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:52,497 DEBUG [RS:0;9514d6d5e5be:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:52,497 DEBUG [RS:0;9514d6d5e5be:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:21:52,497 DEBUG [RS:0;9514d6d5e5be:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:52,497 DEBUG [RS:0;9514d6d5e5be:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:52,497 DEBUG [RS:0;9514d6d5e5be:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:52,497 DEBUG [RS:0;9514d6d5e5be:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:52,497 DEBUG [RS:0;9514d6d5e5be:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:52,497 DEBUG [RS:0;9514d6d5e5be:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:52,497 DEBUG [RS:0;9514d6d5e5be:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:21:52,497 DEBUG [RS:0;9514d6d5e5be:39417 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:21:52,515 INFO [RS:0;9514d6d5e5be:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:52,515 INFO [RS:0;9514d6d5e5be:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:52,515 INFO [RS:0;9514d6d5e5be:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:52,515 INFO [RS:0;9514d6d5e5be:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:52,515 INFO [RS:0;9514d6d5e5be:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:52,515 INFO [RS:0;9514d6d5e5be:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,39417,1731187310973-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:21:52,536 INFO [RS:0;9514d6d5e5be:39417 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T21:21:52,536 INFO [RS:0;9514d6d5e5be:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,39417,1731187310973-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:52,537 INFO [RS:0;9514d6d5e5be:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:52,537 INFO [RS:0;9514d6d5e5be:39417 {}] regionserver.Replication(171): 9514d6d5e5be,39417,1731187310973 started 2024-11-09T21:21:52,556 INFO [RS:0;9514d6d5e5be:39417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:52,556 INFO [RS:0;9514d6d5e5be:39417 {}] regionserver.HRegionServer(1482): Serving as 9514d6d5e5be,39417,1731187310973, RpcServer on 9514d6d5e5be/172.17.0.2:39417, sessionid=0x1012179e0120004 2024-11-09T21:21:52,556 DEBUG [RS:0;9514d6d5e5be:39417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T21:21:52,556 DEBUG [RS:0;9514d6d5e5be:39417 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9514d6d5e5be,39417,1731187310973 2024-11-09T21:21:52,556 DEBUG [RS:0;9514d6d5e5be:39417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,39417,1731187310973' 2024-11-09T21:21:52,556 DEBUG [RS:0;9514d6d5e5be:39417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1461673305/flush-table-proc/abort' 2024-11-09T21:21:52,557 DEBUG [RS:0;9514d6d5e5be:39417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1461673305/flush-table-proc/acquired' 2024-11-09T21:21:52,557 DEBUG [RS:0;9514d6d5e5be:39417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T21:21:52,557 DEBUG [RS:0;9514d6d5e5be:39417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T21:21:52,557 DEBUG [RS:0;9514d6d5e5be:39417 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9514d6d5e5be,39417,1731187310973 2024-11-09T21:21:52,557 DEBUG [RS:0;9514d6d5e5be:39417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,39417,1731187310973' 2024-11-09T21:21:52,557 DEBUG [RS:0;9514d6d5e5be:39417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1461673305/online-snapshot/abort' 2024-11-09T21:21:52,558 DEBUG [RS:0;9514d6d5e5be:39417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1461673305/online-snapshot/acquired' 2024-11-09T21:21:52,558 DEBUG [RS:0;9514d6d5e5be:39417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T21:21:52,558 INFO [RS:0;9514d6d5e5be:39417 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T21:21:52,558 INFO [RS:0;9514d6d5e5be:39417 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T21:21:52,635 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T21:21:52,635 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24 2024-11-09T21:21:52,659 INFO [RS:0;9514d6d5e5be:39417 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:21:52,660 INFO [RS:0;9514d6d5e5be:39417 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C39417%2C1731187310973, suffix=, logDir=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973, archiveDir=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/oldWALs, maxLogs=10 2024-11-09T21:21:52,678 DEBUG [RS:0;9514d6d5e5be:39417 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660, exclude list is [], retry=0 2024-11-09T21:21:52,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41137,DS-17da6837-d839-4477-a1ff-d0e27f66624e,DISK] 2024-11-09T21:21:52,686 INFO [RS:0;9514d6d5e5be:39417 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 2024-11-09T21:21:52,688 DEBUG [RS:0;9514d6d5e5be:39417 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33749:33749)] 2024-11-09T21:21:52,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41137 is added to blk_1073741832_1008 (size=32) 2024-11-09T21:21:52,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:21:52,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:21:52,699 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:21:52,699 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:52,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:52,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:21:52,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:21:52,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:52,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:52,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:21:52,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:21:52,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:52,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:52,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:21:52,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:21:52,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:52,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:52,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:21:52,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/hbase/meta/1588230740 2024-11-09T21:21:52,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/hbase/meta/1588230740 2024-11-09T21:21:52,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:21:52,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:21:52,706 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:21:52,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:21:52,708 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:21:52,708 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74762546, jitterRate=0.11404874920845032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:21:52,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731187312697Initializing all the Stores at 1731187312698 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187312698Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187312698Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187312698Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187312698Cleaning up temporary data from old regions at 1731187312706 (+8 ms)Region opened successfully at 1731187312708 (+2 ms) 2024-11-09T21:21:52,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:21:52,709 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:21:52,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:21:52,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:21:52,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:21:52,712 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:21:52,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187312709Disabling compacts and flushes for region at 1731187312709Disabling writes for close at 1731187312709Writing region close event to WAL at 1731187312712 (+3 ms)Closed at 1731187312712 2024-11-09T21:21:52,713 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:21:52,713 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T21:21:52,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T21:21:52,714 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:21:52,715 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T21:21:52,865 DEBUG [9514d6d5e5be:41399 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T21:21:52,865 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9514d6d5e5be,39417,1731187310973 2024-11-09T21:21:52,866 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,39417,1731187310973, state=OPENING 2024-11-09T21:21:52,948 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T21:21:53,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x1012179e0120003, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1461673305 2024-11-09T21:21:53,023 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1012179e0120004, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1461673305 2024-11-09T21:21:53,024 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1461673305/meta-region-server: CHANGED 2024-11-09T21:21:53,024 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1461673305/meta-region-server: CHANGED 2024-11-09T21:21:53,024 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:21:53,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,39417,1731187310973}] 2024-11-09T21:21:53,200 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:21:53,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T21:21:53,216 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T21:21:53,216 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:21:53,217 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T21:21:53,220 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C39417%2C1731187310973.meta, suffix=.meta, logDir=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973, archiveDir=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/oldWALs, maxLogs=10 2024-11-09T21:21:53,250 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.meta.1731187313221.meta, exclude list is [], retry=0 2024-11-09T21:21:53,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41137,DS-17da6837-d839-4477-a1ff-d0e27f66624e,DISK] 2024-11-09T21:21:53,261 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.meta.1731187313221.meta 2024-11-09T21:21:53,269 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33749:33749)] 2024-11-09T21:21:53,269 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:21:53,269 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:21:53,270 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:21:53,270 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T21:21:53,270 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T21:21:53,270 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T21:21:53,270 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:21:53,270 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T21:21:53,270 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T21:21:53,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:21:53,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:21:53,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:53,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:53,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:21:53,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:21:53,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:53,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:53,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:21:53,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:21:53,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:53,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:53,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:21:53,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:21:53,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:53,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:53,285 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:21:53,285 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/hbase/meta/1588230740 2024-11-09T21:21:53,286 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/hbase/meta/1588230740 2024-11-09T21:21:53,287 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:21:53,287 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:21:53,288 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:21:53,289 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:21:53,290 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62972437, jitterRate=-0.06163756549358368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:21:53,290 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T21:21:53,290 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731187313271Writing region info on filesystem at 1731187313271Initializing all the Stores at 1731187313272 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187313272Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187313276 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187313276Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187313276Cleaning up temporary data from old regions at 1731187313287 (+11 ms)Running coprocessor post-open hooks at 1731187313290 (+3 ms)Region opened successfully at 1731187313290 2024-11-09T21:21:53,291 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731187313200 2024-11-09T21:21:53,293 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T21:21:53,293 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T21:21:53,294 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,39417,1731187310973 2024-11-09T21:21:53,294 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,39417,1731187310973, state=OPEN 2024-11-09T21:21:53,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x1012179e0120003, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1461673305/meta-region-server 2024-11-09T21:21:53,322 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1012179e0120004, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1461673305/meta-region-server 2024-11-09T21:21:53,322 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9514d6d5e5be,39417,1731187310973 2024-11-09T21:21:53,322 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1461673305/meta-region-server: CHANGED 2024-11-09T21:21:53,322 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1461673305/meta-region-server: CHANGED 2024-11-09T21:21:53,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T21:21:53,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,39417,1731187310973 in 298 msec 2024-11-09T21:21:53,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T21:21:53,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 611 msec 2024-11-09T21:21:53,329 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:21:53,329 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T21:21:53,332 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:21:53,332 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,39417,1731187310973, seqNum=-1] 2024-11-09T21:21:53,332 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:21:53,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:21:53,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1230 sec 2024-11-09T21:21:53,340 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731187313340, completionTime=-1 2024-11-09T21:21:53,340 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T21:21:53,340 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T21:21:53,347 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T21:21:53,347 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731187373347 2024-11-09T21:21:53,347 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731187433347 2024-11-09T21:21:53,347 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-09T21:21:53,347 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,41399,1731187310858-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:53,347 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,41399,1731187310858-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:53,347 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,41399,1731187310858-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:53,347 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9514d6d5e5be:41399, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:53,348 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:53,350 DEBUG [master/9514d6d5e5be:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T21:21:53,356 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:53,361 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.320sec 2024-11-09T21:21:53,361 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T21:21:53,361 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T21:21:53,361 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T21:21:53,361 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T21:21:53,361 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T21:21:53,361 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,41399,1731187310858-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:21:53,361 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,41399,1731187310858-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T21:21:53,381 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T21:21:53,382 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T21:21:53,382 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,41399,1731187310858-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:53,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dbe9784, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:53,417 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,41399,-1 for getting cluster id 2024-11-09T21:21:53,417 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:21:53,418 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4eefc65d-d30a-415c-ae18-0daf40c8429f' 2024-11-09T21:21:53,418 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:21:53,418 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4eefc65d-d30a-415c-ae18-0daf40c8429f" 2024-11-09T21:21:53,418 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5084752b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:53,419 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,41399,-1] 2024-11-09T21:21:53,419 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:21:53,419 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:53,420 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:21:53,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@543503b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:53,420 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:21:53,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,39417,1731187310973, seqNum=-1] 2024-11-09T21:21:53,422 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:21:53,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:21:53,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9514d6d5e5be,41399,1731187310858 2024-11-09T21:21:53,425 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53500 2024-11-09T21:21:53,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:21:53,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012179e0120005 connected 2024-11-09T21:21:53,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b1724d1-d1bd-8521-885e-91471eeb3d05/hadoop.log.dir so I do NOT create it in target/test-data/6a7e6963-4cf8-4ec6-6ff6-3578128a0236 2024-11-09T21:21:53,517 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b1724d1-d1bd-8521-885e-91471eeb3d05/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T21:21:53,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b1724d1-d1bd-8521-885e-91471eeb3d05/hadoop.tmp.dir so I do NOT create it in target/test-data/6a7e6963-4cf8-4ec6-6ff6-3578128a0236 2024-11-09T21:21:53,517 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b1724d1-d1bd-8521-885e-91471eeb3d05/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T21:21:53,517 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a7e6963-4cf8-4ec6-6ff6-3578128a0236 2024-11-09T21:21:53,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T21:21:53,517 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a7e6963-4cf8-4ec6-6ff6-3578128a0236/cluster_f1c8cd9c-258e-87ca-3bac-54404460ca90, deleteOnExit=true 2024-11-09T21:21:53,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T21:21:53,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a7e6963-4cf8-4ec6-6ff6-3578128a0236/test.cache.data in system properties and HBase conf 2024-11-09T21:21:53,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a7e6963-4cf8-4ec6-6ff6-3578128a0236/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T21:21:53,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a7e6963-4cf8-4ec6-6ff6-3578128a0236/hadoop.log.dir in system properties and HBase conf 2024-11-09T21:21:53,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a7e6963-4cf8-4ec6-6ff6-3578128a0236/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T21:21:53,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a7e6963-4cf8-4ec6-6ff6-3578128a0236/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T21:21:53,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T21:21:53,518 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T21:21:53,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a7e6963-4cf8-4ec6-6ff6-3578128a0236/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:21:53,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a7e6963-4cf8-4ec6-6ff6-3578128a0236/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:21:53,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a7e6963-4cf8-4ec6-6ff6-3578128a0236/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T21:21:53,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a7e6963-4cf8-4ec6-6ff6-3578128a0236/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:21:53,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a7e6963-4cf8-4ec6-6ff6-3578128a0236/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T21:21:53,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a7e6963-4cf8-4ec6-6ff6-3578128a0236/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T21:21:53,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a7e6963-4cf8-4ec6-6ff6-3578128a0236/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:21:53,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a7e6963-4cf8-4ec6-6ff6-3578128a0236/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:21:53,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a7e6963-4cf8-4ec6-6ff6-3578128a0236/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T21:21:53,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a7e6963-4cf8-4ec6-6ff6-3578128a0236/nfs.dump.dir in system properties and HBase conf 2024-11-09T21:21:53,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a7e6963-4cf8-4ec6-6ff6-3578128a0236/java.io.tmpdir in system properties and HBase conf 2024-11-09T21:21:53,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a7e6963-4cf8-4ec6-6ff6-3578128a0236/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:21:53,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a7e6963-4cf8-4ec6-6ff6-3578128a0236/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T21:21:53,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a7e6963-4cf8-4ec6-6ff6-3578128a0236/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T21:21:53,644 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T21:21:53,838 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T21:21:53,838 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:53,839 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:53,839 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:53,839 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:53,839 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:53,900 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:53,900 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:53,901 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:53,901 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:53,901 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:53,902 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:53,910 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:53,914 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:53,914 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:53,916 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:21:53,955 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:21:53,959 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:21:53,966 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:21:53,966 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:21:53,967 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T21:21:53,969 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:21:53,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5127e7e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a7e6963-4cf8-4ec6-6ff6-3578128a0236/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:21:53,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fdd13e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:21:54,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ecc6927{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a7e6963-4cf8-4ec6-6ff6-3578128a0236/java.io.tmpdir/jetty-localhost-45767-hadoop-hdfs-3_4_1-tests_jar-_-any-181657907419850178/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:21:54,067 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e37eac7{HTTP/1.1, (http/1.1)}{localhost:45767} 2024-11-09T21:21:54,067 INFO [Time-limited test {}] server.Server(415): Started @278070ms 2024-11-09T21:21:54,212 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T21:21:54,212 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T21:21:54,213 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:21:54,213 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T21:21:54,213 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:21:54,213 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T21:21:54,213 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T21:21:54,213 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T21:21:54,470 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:21:54,473 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:21:54,475 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:21:54,475 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:21:54,475 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T21:21:54,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cc63d6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a7e6963-4cf8-4ec6-6ff6-3578128a0236/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:21:54,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62275d03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:21:54,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f6203c6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a7e6963-4cf8-4ec6-6ff6-3578128a0236/java.io.tmpdir/jetty-localhost-35677-hadoop-hdfs-3_4_1-tests_jar-_-any-11935614458501409313/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:21:54,616 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ff3d8ef{HTTP/1.1, (http/1.1)}{localhost:35677} 2024-11-09T21:21:54,616 INFO [Time-limited test {}] server.Server(415): Started @278618ms 2024-11-09T21:21:54,617 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T21:21:56,970 WARN [Thread-3685 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a7e6963-4cf8-4ec6-6ff6-3578128a0236/cluster_f1c8cd9c-258e-87ca-3bac-54404460ca90/data/data1/current/BP-1332585007-172.17.0.2-1731187313542/current, will proceed with Du for space computation calculation, 2024-11-09T21:21:56,970 WARN [Thread-3686 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a7e6963-4cf8-4ec6-6ff6-3578128a0236/cluster_f1c8cd9c-258e-87ca-3bac-54404460ca90/data/data2/current/BP-1332585007-172.17.0.2-1731187313542/current, will proceed with Du for space computation calculation, 2024-11-09T21:21:56,997 WARN [Thread-3673 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T21:21:57,000 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5381523a970c59f with lease ID 0x56f8e6ee1743506a: Processing first storage report for DS-97bb7821-25c8-43ba-b195-be43cb781722 from datanode DatanodeRegistration(127.0.0.1:45741, datanodeUuid=1bfabf2d-999f-4237-9260-98875eb1d1a3, infoPort=34979, infoSecurePort=0, ipcPort=35303, storageInfo=lv=-57;cid=testClusterID;nsid=324196506;c=1731187313542) 2024-11-09T21:21:57,000 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5381523a970c59f with lease ID 0x56f8e6ee1743506a: from storage DS-97bb7821-25c8-43ba-b195-be43cb781722 node DatanodeRegistration(127.0.0.1:45741, datanodeUuid=1bfabf2d-999f-4237-9260-98875eb1d1a3, infoPort=34979, infoSecurePort=0, ipcPort=35303, storageInfo=lv=-57;cid=testClusterID;nsid=324196506;c=1731187313542), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T21:21:57,000 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5381523a970c59f with lease ID 0x56f8e6ee1743506a: Processing first storage report for DS-cab33892-e37c-45ec-8220-ddd33cb60fea from datanode DatanodeRegistration(127.0.0.1:45741, datanodeUuid=1bfabf2d-999f-4237-9260-98875eb1d1a3, infoPort=34979, infoSecurePort=0, ipcPort=35303, storageInfo=lv=-57;cid=testClusterID;nsid=324196506;c=1731187313542) 2024-11-09T21:21:57,000 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5381523a970c59f with lease ID 0x56f8e6ee1743506a: from storage DS-cab33892-e37c-45ec-8220-ddd33cb60fea node DatanodeRegistration(127.0.0.1:45741, datanodeUuid=1bfabf2d-999f-4237-9260-98875eb1d1a3, infoPort=34979, infoSecurePort=0, ipcPort=35303, storageInfo=lv=-57;cid=testClusterID;nsid=324196506;c=1731187313542), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:21:57,064 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a7e6963-4cf8-4ec6-6ff6-3578128a0236 2024-11-09T21:21:57,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:21:57,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:21:57,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741825_1001 (size=7) 2024-11-09T21:21:57,473 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7 with version=8 2024-11-09T21:21:57,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/hbase-staging 2024-11-09T21:21:57,475 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:21:57,475 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:21:57,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:21:57,476 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:21:57,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:21:57,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:21:57,476 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T21:21:57,476 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:21:57,476 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42357 2024-11-09T21:21:57,477 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42357 connecting to ZooKeeper ensemble=127.0.0.1:53500 2024-11-09T21:21:57,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423570x0, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:21:57,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42357-0x1012179e0120006 connected 2024-11-09T21:21:57,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:21:57,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:21:57,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42357-0x1012179e0120006, quorum=127.0.0.1:53500, baseZNode=/21310192481 Set watcher on znode that does not yet exist, /21310192481/running 2024-11-09T21:21:57,592 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7, hbase.cluster.distributed=false 2024-11-09T21:21:57,593 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42357-0x1012179e0120006, quorum=127.0.0.1:53500, baseZNode=/21310192481 Set watcher on znode that does not yet exist, /21310192481/acl 2024-11-09T21:21:57,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42357 2024-11-09T21:21:57,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42357 2024-11-09T21:21:57,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42357 2024-11-09T21:21:57,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42357 2024-11-09T21:21:57,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42357 2024-11-09T21:21:57,612 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:21:57,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:21:57,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:21:57,612 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:21:57,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:21:57,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:21:57,612 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T21:21:57,612 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:21:57,613 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36709 2024-11-09T21:21:57,613 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36709 connecting to ZooKeeper ensemble=127.0.0.1:53500 2024-11-09T21:21:57,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:21:57,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:21:57,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367090x0, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:21:57,630 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367090x0, quorum=127.0.0.1:53500, baseZNode=/21310192481 Set watcher on znode that does not yet exist, /21310192481/running 2024-11-09T21:21:57,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36709-0x1012179e0120007 connected 2024-11-09T21:21:57,631 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T21:21:57,631 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T21:21:57,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36709-0x1012179e0120007, quorum=127.0.0.1:53500, baseZNode=/21310192481 Set watcher on znode that does not yet exist, /21310192481/master 2024-11-09T21:21:57,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36709-0x1012179e0120007, quorum=127.0.0.1:53500, baseZNode=/21310192481 Set watcher on znode that does not yet exist, /21310192481/acl 2024-11-09T21:21:57,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36709 2024-11-09T21:21:57,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36709 2024-11-09T21:21:57,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36709 2024-11-09T21:21:57,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36709 2024-11-09T21:21:57,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36709 2024-11-09T21:21:57,652 DEBUG [M:0;9514d6d5e5be:42357 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9514d6d5e5be:42357 2024-11-09T21:21:57,654 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21310192481/backup-masters/9514d6d5e5be,42357,1731187317475 2024-11-09T21:21:57,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x1012179e0120006, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21310192481/backup-masters 2024-11-09T21:21:57,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36709-0x1012179e0120007, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21310192481/backup-masters 2024-11-09T21:21:57,662 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42357-0x1012179e0120006, quorum=127.0.0.1:53500, baseZNode=/21310192481 Set watcher on existing znode=/21310192481/backup-masters/9514d6d5e5be,42357,1731187317475 2024-11-09T21:21:57,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36709-0x1012179e0120007, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21310192481/master 2024-11-09T21:21:57,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x1012179e0120006, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21310192481 2024-11-09T21:21:57,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36709-0x1012179e0120007, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21310192481 2024-11-09T21:21:57,673 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42357-0x1012179e0120006, quorum=127.0.0.1:53500, baseZNode=/21310192481 Set watcher on existing znode=/21310192481/master 2024-11-09T21:21:57,673 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21310192481/backup-masters/9514d6d5e5be,42357,1731187317475 from backup master directory 2024-11-09T21:21:57,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x1012179e0120006, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21310192481/backup-masters/9514d6d5e5be,42357,1731187317475 2024-11-09T21:21:57,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x1012179e0120006, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21310192481/backup-masters 2024-11-09T21:21:57,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36709-0x1012179e0120007, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21310192481/backup-masters 2024-11-09T21:21:57,683 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:21:57,683 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9514d6d5e5be,42357,1731187317475 2024-11-09T21:21:57,686 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/hbase.id] with ID: 6f39fde1-36b1-4f45-bf74-91ccfcf22b8b 2024-11-09T21:21:57,686 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/.tmp/hbase.id 2024-11-09T21:21:57,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741826_1002 (size=42) 2024-11-09T21:21:57,695 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/.tmp/hbase.id]:[hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/hbase.id] 2024-11-09T21:21:57,702 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:21:57,702 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T21:21:57,703 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T21:21:57,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36709-0x1012179e0120007, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21310192481 2024-11-09T21:21:57,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x1012179e0120006, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21310192481 2024-11-09T21:21:57,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741827_1003 (size=196) 2024-11-09T21:21:57,719 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:21:57,720 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T21:21:57,720 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:21:57,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741828_1004 (size=1189) 2024-11-09T21:21:57,725 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/MasterData/data/master/store 2024-11-09T21:21:57,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741829_1005 (size=34) 2024-11-09T21:21:57,729 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:21:57,730 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:21:57,730 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:21:57,730 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:21:57,730 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:21:57,730 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:21:57,730 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:21:57,730 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187317730Disabling compacts and flushes for region at 1731187317730Disabling writes for close at 1731187317730Writing region close event to WAL at 1731187317730Closed at 1731187317730 2024-11-09T21:21:57,730 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/MasterData/data/master/store/.initializing 2024-11-09T21:21:57,730 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/MasterData/WALs/9514d6d5e5be,42357,1731187317475 2024-11-09T21:21:57,731 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:21:57,732 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9514d6d5e5be%2C42357%2C1731187317475, suffix=, logDir=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/MasterData/WALs/9514d6d5e5be,42357,1731187317475, archiveDir=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/MasterData/oldWALs, maxLogs=10 2024-11-09T21:21:57,745 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/MasterData/WALs/9514d6d5e5be,42357,1731187317475/9514d6d5e5be%2C42357%2C1731187317475.1731187317732, exclude list is [], retry=0 2024-11-09T21:21:57,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45741,DS-97bb7821-25c8-43ba-b195-be43cb781722,DISK] 2024-11-09T21:21:57,748 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/MasterData/WALs/9514d6d5e5be,42357,1731187317475/9514d6d5e5be%2C42357%2C1731187317475.1731187317732 2024-11-09T21:21:57,749 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34979:34979)] 2024-11-09T21:21:57,749 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:21:57,749 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:21:57,749 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:57,749 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:57,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:57,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T21:21:57,752 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:57,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:57,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:57,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T21:21:57,754 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:57,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:21:57,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:57,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T21:21:57,756 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:57,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:21:57,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:57,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T21:21:57,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:57,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:21:57,757 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:57,758 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:57,758 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:57,759 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:57,759 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:57,760 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:21:57,761 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:21:57,764 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:21:57,764 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62756787, jitterRate=-0.06485100090503693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:21:57,764 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731187317750Initializing all the Stores at 1731187317750Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187317750Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187317751 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187317751Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187317751Cleaning up temporary data from old regions at 1731187317759 (+8 ms)Region opened successfully at 1731187317764 (+5 ms) 2024-11-09T21:21:57,764 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T21:21:57,767 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78539da7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:21:57,767 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T21:21:57,768 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T21:21:57,768 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T21:21:57,768 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T21:21:57,768 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T21:21:57,769 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T21:21:57,769 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T21:21:57,770 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T21:21:57,772 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42357-0x1012179e0120006, quorum=127.0.0.1:53500, baseZNode=/21310192481 Unable to get data of znode /21310192481/balancer because node does not exist (not necessarily an error) 2024-11-09T21:21:57,872 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21310192481/balancer already deleted, retry=false 2024-11-09T21:21:57,873 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T21:21:57,874 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42357-0x1012179e0120006, quorum=127.0.0.1:53500, baseZNode=/21310192481 Unable to get data of znode /21310192481/normalizer because node does not exist (not necessarily an error) 2024-11-09T21:21:57,882 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21310192481/normalizer already deleted, retry=false 2024-11-09T21:21:57,883 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T21:21:57,884 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42357-0x1012179e0120006, quorum=127.0.0.1:53500, baseZNode=/21310192481 Unable to get data of znode /21310192481/switch/split because node does not exist (not necessarily an error) 2024-11-09T21:21:57,893 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21310192481/switch/split already deleted, retry=false 2024-11-09T21:21:57,894 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42357-0x1012179e0120006, quorum=127.0.0.1:53500, baseZNode=/21310192481 Unable to get data of znode /21310192481/switch/merge because node does not exist (not necessarily an error) 2024-11-09T21:21:57,904 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21310192481/switch/merge already deleted, retry=false 2024-11-09T21:21:57,906 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42357-0x1012179e0120006, quorum=127.0.0.1:53500, baseZNode=/21310192481 Unable to get data of znode /21310192481/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T21:21:57,914 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21310192481/snapshot-cleanup already deleted, retry=false 2024-11-09T21:21:57,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36709-0x1012179e0120007, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21310192481/running 2024-11-09T21:21:57,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x1012179e0120006, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21310192481/running 2024-11-09T21:21:57,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x1012179e0120006, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21310192481 2024-11-09T21:21:57,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36709-0x1012179e0120007, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21310192481 2024-11-09T21:21:57,925 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9514d6d5e5be,42357,1731187317475, sessionid=0x1012179e0120006, setting cluster-up flag (Was=false) 2024-11-09T21:21:57,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36709-0x1012179e0120007, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21310192481 2024-11-09T21:21:57,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x1012179e0120006, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21310192481 2024-11-09T21:21:58,121 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21310192481/flush-table-proc/acquired, /21310192481/flush-table-proc/reached, /21310192481/flush-table-proc/abort 2024-11-09T21:21:58,122 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,42357,1731187317475 2024-11-09T21:21:58,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36709-0x1012179e0120007, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21310192481 2024-11-09T21:21:58,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x1012179e0120006, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21310192481 2024-11-09T21:21:58,177 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21310192481/online-snapshot/acquired, /21310192481/online-snapshot/reached, /21310192481/online-snapshot/abort 2024-11-09T21:21:58,178 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,42357,1731187317475 2024-11-09T21:21:58,179 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T21:21:58,181 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T21:21:58,181 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T21:21:58,181 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T21:21:58,181 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9514d6d5e5be,42357,1731187317475 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T21:21:58,183 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:21:58,183 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:21:58,183 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:21:58,183 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:21:58,184 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9514d6d5e5be:0, corePoolSize=10, maxPoolSize=10 2024-11-09T21:21:58,184 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:58,184 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:21:58,184 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:58,185 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731187348185 2024-11-09T21:21:58,185 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T21:21:58,185 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T21:21:58,186 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T21:21:58,186 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T21:21:58,186 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T21:21:58,186 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T21:21:58,186 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:21:58,186 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:58,186 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T21:21:58,186 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T21:21:58,186 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T21:21:58,186 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T21:21:58,186 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T21:21:58,186 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T21:21:58,187 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T21:21:58,187 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187318187,5,FailOnTimeoutGroup] 2024-11-09T21:21:58,187 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187318187,5,FailOnTimeoutGroup] 2024-11-09T21:21:58,187 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:58,187 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T21:21:58,187 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:58,187 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:58,187 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:58,187 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T21:21:58,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741831_1007 (size=1321) 2024-11-09T21:21:58,194 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T21:21:58,194 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7 2024-11-09T21:21:58,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741832_1008 (size=32) 2024-11-09T21:21:58,243 INFO [RS:0;9514d6d5e5be:36709 {}] regionserver.HRegionServer(746): ClusterId : 6f39fde1-36b1-4f45-bf74-91ccfcf22b8b 2024-11-09T21:21:58,243 DEBUG [RS:0;9514d6d5e5be:36709 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T21:21:58,251 DEBUG [RS:0;9514d6d5e5be:36709 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T21:21:58,251 DEBUG [RS:0;9514d6d5e5be:36709 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T21:21:58,262 DEBUG [RS:0;9514d6d5e5be:36709 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T21:21:58,262 DEBUG [RS:0;9514d6d5e5be:36709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b62539, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:21:58,276 DEBUG [RS:0;9514d6d5e5be:36709 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9514d6d5e5be:36709 2024-11-09T21:21:58,276 INFO [RS:0;9514d6d5e5be:36709 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T21:21:58,276 INFO [RS:0;9514d6d5e5be:36709 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T21:21:58,276 DEBUG [RS:0;9514d6d5e5be:36709 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T21:21:58,277 INFO [RS:0;9514d6d5e5be:36709 {}] regionserver.HRegionServer(2659): reportForDuty to master=9514d6d5e5be,42357,1731187317475 with port=36709, startcode=1731187317611 2024-11-09T21:21:58,277 DEBUG [RS:0;9514d6d5e5be:36709 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T21:21:58,279 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38047, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T21:21:58,279 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42357 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9514d6d5e5be,36709,1731187317611 2024-11-09T21:21:58,279 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42357 {}] master.ServerManager(517): Registering regionserver=9514d6d5e5be,36709,1731187317611 2024-11-09T21:21:58,282 DEBUG [RS:0;9514d6d5e5be:36709 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7 2024-11-09T21:21:58,282 DEBUG [RS:0;9514d6d5e5be:36709 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40439 2024-11-09T21:21:58,282 DEBUG [RS:0;9514d6d5e5be:36709 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T21:21:58,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x1012179e0120006, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21310192481/rs 2024-11-09T21:21:58,359 DEBUG [RS:0;9514d6d5e5be:36709 {}] zookeeper.ZKUtil(111): regionserver:36709-0x1012179e0120007, quorum=127.0.0.1:53500, baseZNode=/21310192481 Set watcher on existing znode=/21310192481/rs/9514d6d5e5be,36709,1731187317611 2024-11-09T21:21:58,359 WARN [RS:0;9514d6d5e5be:36709 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:21:58,359 INFO [RS:0;9514d6d5e5be:36709 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:21:58,359 DEBUG [RS:0;9514d6d5e5be:36709 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611 2024-11-09T21:21:58,359 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9514d6d5e5be,36709,1731187317611] 2024-11-09T21:21:58,361 INFO [RS:0;9514d6d5e5be:36709 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T21:21:58,363 INFO [RS:0;9514d6d5e5be:36709 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T21:21:58,363 INFO [RS:0;9514d6d5e5be:36709 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T21:21:58,363 INFO [RS:0;9514d6d5e5be:36709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:58,363 INFO [RS:0;9514d6d5e5be:36709 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T21:21:58,364 INFO [RS:0;9514d6d5e5be:36709 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T21:21:58,364 INFO [RS:0;9514d6d5e5be:36709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:58,364 DEBUG [RS:0;9514d6d5e5be:36709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:58,364 DEBUG [RS:0;9514d6d5e5be:36709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:58,364 DEBUG [RS:0;9514d6d5e5be:36709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:58,364 DEBUG [RS:0;9514d6d5e5be:36709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:58,364 DEBUG [RS:0;9514d6d5e5be:36709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:58,364 DEBUG [RS:0;9514d6d5e5be:36709 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:21:58,364 DEBUG [RS:0;9514d6d5e5be:36709 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:58,364 DEBUG [RS:0;9514d6d5e5be:36709 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:58,364 DEBUG [RS:0;9514d6d5e5be:36709 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:58,364 DEBUG [RS:0;9514d6d5e5be:36709 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:58,364 DEBUG [RS:0;9514d6d5e5be:36709 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:58,364 DEBUG [RS:0;9514d6d5e5be:36709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:21:58,364 DEBUG [RS:0;9514d6d5e5be:36709 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:21:58,364 DEBUG [RS:0;9514d6d5e5be:36709 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:21:58,367 INFO [RS:0;9514d6d5e5be:36709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:58,367 INFO [RS:0;9514d6d5e5be:36709 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:58,367 INFO [RS:0;9514d6d5e5be:36709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:58,367 INFO [RS:0;9514d6d5e5be:36709 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:58,367 INFO [RS:0;9514d6d5e5be:36709 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:58,367 INFO [RS:0;9514d6d5e5be:36709 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,36709,1731187317611-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:21:58,385 INFO [RS:0;9514d6d5e5be:36709 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T21:21:58,385 INFO [RS:0;9514d6d5e5be:36709 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,36709,1731187317611-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:58,386 INFO [RS:0;9514d6d5e5be:36709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:58,386 INFO [RS:0;9514d6d5e5be:36709 {}] regionserver.Replication(171): 9514d6d5e5be,36709,1731187317611 started 2024-11-09T21:21:58,404 INFO [RS:0;9514d6d5e5be:36709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:58,404 INFO [RS:0;9514d6d5e5be:36709 {}] regionserver.HRegionServer(1482): Serving as 9514d6d5e5be,36709,1731187317611, RpcServer on 9514d6d5e5be/172.17.0.2:36709, sessionid=0x1012179e0120007 2024-11-09T21:21:58,404 DEBUG [RS:0;9514d6d5e5be:36709 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T21:21:58,404 DEBUG [RS:0;9514d6d5e5be:36709 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9514d6d5e5be,36709,1731187317611 2024-11-09T21:21:58,404 DEBUG [RS:0;9514d6d5e5be:36709 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,36709,1731187317611' 2024-11-09T21:21:58,404 DEBUG [RS:0;9514d6d5e5be:36709 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21310192481/flush-table-proc/abort' 2024-11-09T21:21:58,405 DEBUG [RS:0;9514d6d5e5be:36709 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21310192481/flush-table-proc/acquired' 2024-11-09T21:21:58,405 DEBUG [RS:0;9514d6d5e5be:36709 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T21:21:58,405 DEBUG [RS:0;9514d6d5e5be:36709 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T21:21:58,405 DEBUG [RS:0;9514d6d5e5be:36709 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9514d6d5e5be,36709,1731187317611 2024-11-09T21:21:58,405 DEBUG [RS:0;9514d6d5e5be:36709 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,36709,1731187317611' 2024-11-09T21:21:58,405 DEBUG [RS:0;9514d6d5e5be:36709 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21310192481/online-snapshot/abort' 2024-11-09T21:21:58,406 DEBUG [RS:0;9514d6d5e5be:36709 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21310192481/online-snapshot/acquired' 2024-11-09T21:21:58,406 DEBUG [RS:0;9514d6d5e5be:36709 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T21:21:58,406 INFO [RS:0;9514d6d5e5be:36709 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T21:21:58,406 INFO [RS:0;9514d6d5e5be:36709 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T21:21:58,506 INFO [RS:0;9514d6d5e5be:36709 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:21:58,508 INFO [RS:0;9514d6d5e5be:36709 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C36709%2C1731187317611, suffix=, logDir=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611, archiveDir=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/oldWALs, maxLogs=10 2024-11-09T21:21:58,521 DEBUG [RS:0;9514d6d5e5be:36709 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508, exclude list is [], retry=0 2024-11-09T21:21:58,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45741,DS-97bb7821-25c8-43ba-b195-be43cb781722,DISK] 2024-11-09T21:21:58,524 INFO [RS:0;9514d6d5e5be:36709 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508 2024-11-09T21:21:58,525 DEBUG [RS:0;9514d6d5e5be:36709 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34979:34979)] 2024-11-09T21:21:58,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:21:58,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:21:58,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:21:58,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:58,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:58,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:21:58,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:21:58,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:58,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:58,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:21:58,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:21:58,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:58,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:58,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:21:58,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:21:58,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:58,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:58,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:21:58,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/hbase/meta/1588230740 2024-11-09T21:21:58,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/hbase/meta/1588230740 2024-11-09T21:21:58,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:21:58,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:21:58,612 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:21:58,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:21:58,615 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:21:58,615 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68616319, jitterRate=0.02246282994747162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:21:58,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731187318602Initializing all the Stores at 1731187318603 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187318603Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187318603Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187318603Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187318603Cleaning up temporary data from old regions at 1731187318612 (+9 ms)Region opened successfully at 1731187318615 (+3 ms) 2024-11-09T21:21:58,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:21:58,616 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:21:58,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:21:58,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:21:58,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:21:58,616 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:21:58,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187318616Disabling compacts and flushes for region at 1731187318616Disabling writes for close at 1731187318616Writing region close event to WAL at 1731187318616Closed at 1731187318616 2024-11-09T21:21:58,617 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:21:58,617 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T21:21:58,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T21:21:58,619 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:21:58,619 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T21:21:58,769 DEBUG [9514d6d5e5be:42357 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T21:21:58,770 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9514d6d5e5be,36709,1731187317611 2024-11-09T21:21:58,771 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,36709,1731187317611, state=OPENING 2024-11-09T21:21:58,819 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T21:21:58,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36709-0x1012179e0120007, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21310192481 2024-11-09T21:21:58,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x1012179e0120006, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21310192481 2024-11-09T21:21:58,830 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:21:58,830 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21310192481/meta-region-server: CHANGED 2024-11-09T21:21:58,830 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21310192481/meta-region-server: CHANGED 2024-11-09T21:21:58,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,36709,1731187317611}] 2024-11-09T21:21:58,982 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:21:58,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T21:21:58,987 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T21:21:58,987 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:21:58,987 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T21:21:58,988 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C36709%2C1731187317611.meta, suffix=.meta, logDir=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611, archiveDir=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/oldWALs, maxLogs=10 2024-11-09T21:21:59,000 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.meta.1731187318989.meta, exclude list is [], retry=0 2024-11-09T21:21:59,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45741,DS-97bb7821-25c8-43ba-b195-be43cb781722,DISK] 2024-11-09T21:21:59,003 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.meta.1731187318989.meta 2024-11-09T21:21:59,003 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34979:34979)] 2024-11-09T21:21:59,003 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:21:59,004 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:21:59,004 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:21:59,004 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T21:21:59,004 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T21:21:59,004 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T21:21:59,004 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:21:59,004 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T21:21:59,004 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T21:21:59,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:21:59,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:21:59,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:59,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:59,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:21:59,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:21:59,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:59,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:59,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:21:59,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:21:59,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:59,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:59,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:21:59,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:21:59,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:59,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:21:59,009 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:21:59,010 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/hbase/meta/1588230740 2024-11-09T21:21:59,011 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/hbase/meta/1588230740 2024-11-09T21:21:59,011 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:21:59,011 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:21:59,012 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:21:59,013 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:21:59,013 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65676188, jitterRate=-0.021348536014556885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:21:59,013 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T21:21:59,013 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731187319004Writing region info on filesystem at 1731187319004Initializing all the Stores at 1731187319005 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187319005Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187319005Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187319005Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187319005Cleaning up temporary data from old regions at 1731187319011 (+6 ms)Running coprocessor post-open hooks at 1731187319013 (+2 ms)Region opened successfully at 1731187319013 2024-11-09T21:21:59,014 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731187318982 2024-11-09T21:21:59,015 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T21:21:59,015 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T21:21:59,016 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,36709,1731187317611 2024-11-09T21:21:59,016 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,36709,1731187317611, state=OPEN 2024-11-09T21:21:59,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36709-0x1012179e0120007, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21310192481/meta-region-server 2024-11-09T21:21:59,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x1012179e0120006, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21310192481/meta-region-server 2024-11-09T21:21:59,026 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9514d6d5e5be,36709,1731187317611 2024-11-09T21:21:59,026 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21310192481/meta-region-server: CHANGED 2024-11-09T21:21:59,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21310192481/meta-region-server: CHANGED 2024-11-09T21:21:59,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T21:21:59,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,36709,1731187317611 in 196 msec 2024-11-09T21:21:59,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T21:21:59,030 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 411 msec 2024-11-09T21:21:59,030 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:21:59,030 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T21:21:59,031 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:21:59,031 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,36709,1731187317611, seqNum=-1] 2024-11-09T21:21:59,031 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:21:59,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:21:59,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 855 msec 2024-11-09T21:21:59,036 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731187319036, completionTime=-1 2024-11-09T21:21:59,036 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T21:21:59,036 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T21:21:59,038 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T21:21:59,038 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731187379038 2024-11-09T21:21:59,038 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731187439038 2024-11-09T21:21:59,038 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T21:21:59,039 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,42357,1731187317475-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:59,039 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,42357,1731187317475-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:59,039 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,42357,1731187317475-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:59,039 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9514d6d5e5be:42357, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:59,039 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:59,039 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:59,040 DEBUG [master/9514d6d5e5be:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T21:21:59,042 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.359sec 2024-11-09T21:21:59,042 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T21:21:59,042 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T21:21:59,042 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T21:21:59,042 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T21:21:59,042 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T21:21:59,042 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,42357,1731187317475-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:21:59,042 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,42357,1731187317475-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T21:21:59,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ba159a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:59,043 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,42357,-1 for getting cluster id 2024-11-09T21:21:59,043 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:21:59,044 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T21:21:59,044 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T21:21:59,044 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,42357,1731187317475-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:21:59,045 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f39fde1-36b1-4f45-bf74-91ccfcf22b8b' 2024-11-09T21:21:59,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:21:59,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f39fde1-36b1-4f45-bf74-91ccfcf22b8b" 2024-11-09T21:21:59,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@85984ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:59,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,42357,-1] 2024-11-09T21:21:59,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:21:59,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:21:59,046 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:21:59,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d16364, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:21:59,047 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:21:59,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,36709,1731187317611, seqNum=-1] 2024-11-09T21:21:59,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:21:59,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:21:59,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9514d6d5e5be,42357,1731187317475 2024-11-09T21:21:59,051 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53500 2024-11-09T21:21:59,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:21:59,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012179e0120008 connected 2024-11-09T21:21:59,074 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:21:59,074 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,36289,1731187306071 2024-11-09T21:21:59,075 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@730fc57b 2024-11-09T21:21:59,075 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:21:59,076 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:21:59,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36289 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:21:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36289 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T21:21:59,078 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:21:59,078 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:21:59,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36289 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T21:21:59,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:21:59,080 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:21:59,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741835_1011 (size=902) 2024-11-09T21:21:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:21:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:21:59,493 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e4190923504f5de8cb02c4f852c6ad3d, NAME => 'test,,1731187319076.e4190923504f5de8cb02c4f852c6ad3d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768 2024-11-09T21:21:59,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741836_1012 (size=39) 2024-11-09T21:21:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:21:59,904 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731187319076.e4190923504f5de8cb02c4f852c6ad3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:21:59,904 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e4190923504f5de8cb02c4f852c6ad3d, disabling compactions & flushes 2024-11-09T21:21:59,904 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731187319076.e4190923504f5de8cb02c4f852c6ad3d. 2024-11-09T21:21:59,904 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731187319076.e4190923504f5de8cb02c4f852c6ad3d. 2024-11-09T21:21:59,904 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731187319076.e4190923504f5de8cb02c4f852c6ad3d. after waiting 0 ms 2024-11-09T21:21:59,904 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731187319076.e4190923504f5de8cb02c4f852c6ad3d. 2024-11-09T21:21:59,904 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731187319076.e4190923504f5de8cb02c4f852c6ad3d. 2024-11-09T21:21:59,904 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e4190923504f5de8cb02c4f852c6ad3d: Waiting for close lock at 1731187319904Disabling compacts and flushes for region at 1731187319904Disabling writes for close at 1731187319904Writing region close event to WAL at 1731187319904Closed at 1731187319904 2024-11-09T21:21:59,905 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:21:59,906 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731187319076.e4190923504f5de8cb02c4f852c6ad3d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731187319905"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731187319905"}]},"ts":"1731187319905"} 2024-11-09T21:21:59,907 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T21:21:59,908 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:21:59,908 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187319908"}]},"ts":"1731187319908"} 2024-11-09T21:21:59,909 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T21:21:59,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e4190923504f5de8cb02c4f852c6ad3d, ASSIGN}] 2024-11-09T21:21:59,910 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e4190923504f5de8cb02c4f852c6ad3d, ASSIGN 2024-11-09T21:21:59,911 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e4190923504f5de8cb02c4f852c6ad3d, ASSIGN; state=OFFLINE, location=9514d6d5e5be,37885,1731187306258; forceNewPlan=false, retain=false 2024-11-09T21:22:00,062 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e4190923504f5de8cb02c4f852c6ad3d, regionState=OPENING, regionLocation=9514d6d5e5be,37885,1731187306258 2024-11-09T21:22:00,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e4190923504f5de8cb02c4f852c6ad3d, ASSIGN because future has completed 2024-11-09T21:22:00,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4190923504f5de8cb02c4f852c6ad3d, server=9514d6d5e5be,37885,1731187306258}] 2024-11-09T21:22:00,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:22:00,220 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731187319076.e4190923504f5de8cb02c4f852c6ad3d. 2024-11-09T21:22:00,221 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e4190923504f5de8cb02c4f852c6ad3d, NAME => 'test,,1731187319076.e4190923504f5de8cb02c4f852c6ad3d.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:22:00,221 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:22:00,221 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T21:22:00,221 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e4190923504f5de8cb02c4f852c6ad3d 2024-11-09T21:22:00,221 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731187319076.e4190923504f5de8cb02c4f852c6ad3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:22:00,221 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e4190923504f5de8cb02c4f852c6ad3d 2024-11-09T21:22:00,221 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e4190923504f5de8cb02c4f852c6ad3d 2024-11-09T21:22:00,222 INFO [StoreOpener-e4190923504f5de8cb02c4f852c6ad3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e4190923504f5de8cb02c4f852c6ad3d 2024-11-09T21:22:00,223 INFO [StoreOpener-e4190923504f5de8cb02c4f852c6ad3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4190923504f5de8cb02c4f852c6ad3d columnFamilyName f 2024-11-09T21:22:00,223 DEBUG [StoreOpener-e4190923504f5de8cb02c4f852c6ad3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:00,223 INFO [StoreOpener-e4190923504f5de8cb02c4f852c6ad3d-1 {}] regionserver.HStore(327): Store=e4190923504f5de8cb02c4f852c6ad3d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:00,223 INFO [StoreOpener-e4190923504f5de8cb02c4f852c6ad3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e4190923504f5de8cb02c4f852c6ad3d 2024-11-09T21:22:00,224 INFO [StoreOpener-e4190923504f5de8cb02c4f852c6ad3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4190923504f5de8cb02c4f852c6ad3d columnFamilyName f1 2024-11-09T21:22:00,224 DEBUG [StoreOpener-e4190923504f5de8cb02c4f852c6ad3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:00,224 INFO [StoreOpener-e4190923504f5de8cb02c4f852c6ad3d-1 {}] regionserver.HStore(327): Store=e4190923504f5de8cb02c4f852c6ad3d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:00,224 INFO [StoreOpener-e4190923504f5de8cb02c4f852c6ad3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e4190923504f5de8cb02c4f852c6ad3d 2024-11-09T21:22:00,225 INFO [StoreOpener-e4190923504f5de8cb02c4f852c6ad3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e4190923504f5de8cb02c4f852c6ad3d columnFamilyName norep 2024-11-09T21:22:00,225 DEBUG [StoreOpener-e4190923504f5de8cb02c4f852c6ad3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:00,225 INFO [StoreOpener-e4190923504f5de8cb02c4f852c6ad3d-1 {}] regionserver.HStore(327): Store=e4190923504f5de8cb02c4f852c6ad3d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:00,225 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e4190923504f5de8cb02c4f852c6ad3d 2024-11-09T21:22:00,226 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/default/test/e4190923504f5de8cb02c4f852c6ad3d 2024-11-09T21:22:00,226 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/default/test/e4190923504f5de8cb02c4f852c6ad3d 2024-11-09T21:22:00,227 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e4190923504f5de8cb02c4f852c6ad3d 2024-11-09T21:22:00,227 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e4190923504f5de8cb02c4f852c6ad3d 2024-11-09T21:22:00,227 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:22:00,228 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e4190923504f5de8cb02c4f852c6ad3d 2024-11-09T21:22:00,229 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/default/test/e4190923504f5de8cb02c4f852c6ad3d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:22:00,238 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e4190923504f5de8cb02c4f852c6ad3d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69260754, jitterRate=0.03206565976142883}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:22:00,238 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e4190923504f5de8cb02c4f852c6ad3d 2024-11-09T21:22:00,238 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e4190923504f5de8cb02c4f852c6ad3d: Running coprocessor pre-open hook at 1731187320221Writing region info on filesystem at 1731187320221Initializing all the Stores at 1731187320222 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187320222Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187320222Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187320222Cleaning up temporary data from old regions at 1731187320227 (+5 ms)Running coprocessor post-open hooks at 1731187320238 (+11 ms)Region opened successfully at 1731187320238 2024-11-09T21:22:00,239 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731187319076.e4190923504f5de8cb02c4f852c6ad3d., pid=6, masterSystemTime=1731187320216 2024-11-09T21:22:00,241 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731187319076.e4190923504f5de8cb02c4f852c6ad3d. 2024-11-09T21:22:00,241 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731187319076.e4190923504f5de8cb02c4f852c6ad3d. 2024-11-09T21:22:00,241 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e4190923504f5de8cb02c4f852c6ad3d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9514d6d5e5be,37885,1731187306258 2024-11-09T21:22:00,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e4190923504f5de8cb02c4f852c6ad3d, server=9514d6d5e5be,37885,1731187306258 because future has completed 2024-11-09T21:22:00,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T21:22:00,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e4190923504f5de8cb02c4f852c6ad3d, server=9514d6d5e5be,37885,1731187306258 in 180 msec 2024-11-09T21:22:00,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T21:22:00,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e4190923504f5de8cb02c4f852c6ad3d, ASSIGN in 336 msec 2024-11-09T21:22:00,248 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:22:00,248 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187320248"}]},"ts":"1731187320248"} 2024-11-09T21:22:00,250 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T21:22:00,250 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:22:00,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1730 sec 2024-11-09T21:22:01,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:22:01,230 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T21:22:01,230 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:22:01,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,41399,1731187310858 2024-11-09T21:22:01,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6937f9a0 2024-11-09T21:22:01,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:22:01,232 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:22:01,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:22:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41399 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T21:22:01,234 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:22:01,234 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:01,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T21:22:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:22:01,235 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:22:01,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41137 is added to blk_1073741835_1011 (size=902) 2024-11-09T21:22:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:22:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:22:01,644 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => df7f112fd115acb51bdc2296ec2c5688, NAME => 'test,,1731187321232.df7f112fd115acb51bdc2296ec2c5688.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24 2024-11-09T21:22:01,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41137 is added to blk_1073741836_1012 (size=39) 2024-11-09T21:22:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:22:02,049 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731187321232.df7f112fd115acb51bdc2296ec2c5688.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:22:02,049 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing df7f112fd115acb51bdc2296ec2c5688, disabling compactions & flushes 2024-11-09T21:22:02,049 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731187321232.df7f112fd115acb51bdc2296ec2c5688. 2024-11-09T21:22:02,049 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731187321232.df7f112fd115acb51bdc2296ec2c5688. 2024-11-09T21:22:02,049 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731187321232.df7f112fd115acb51bdc2296ec2c5688. after waiting 0 ms 2024-11-09T21:22:02,049 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731187321232.df7f112fd115acb51bdc2296ec2c5688. 2024-11-09T21:22:02,049 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731187321232.df7f112fd115acb51bdc2296ec2c5688. 2024-11-09T21:22:02,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for df7f112fd115acb51bdc2296ec2c5688: Waiting for close lock at 1731187322049Disabling compacts and flushes for region at 1731187322049Disabling writes for close at 1731187322049Writing region close event to WAL at 1731187322049Closed at 1731187322049 2024-11-09T21:22:02,050 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:22:02,051 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731187321232.df7f112fd115acb51bdc2296ec2c5688.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731187322050"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731187322050"}]},"ts":"1731187322050"} 2024-11-09T21:22:02,052 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T21:22:02,053 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:22:02,053 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187322053"}]},"ts":"1731187322053"} 2024-11-09T21:22:02,055 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T21:22:02,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=df7f112fd115acb51bdc2296ec2c5688, ASSIGN}] 2024-11-09T21:22:02,056 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=df7f112fd115acb51bdc2296ec2c5688, ASSIGN 2024-11-09T21:22:02,056 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=df7f112fd115acb51bdc2296ec2c5688, ASSIGN; state=OFFLINE, location=9514d6d5e5be,39417,1731187310973; forceNewPlan=false, retain=false 2024-11-09T21:22:02,207 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=df7f112fd115acb51bdc2296ec2c5688, regionState=OPENING, regionLocation=9514d6d5e5be,39417,1731187310973 2024-11-09T21:22:02,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=df7f112fd115acb51bdc2296ec2c5688, ASSIGN because future has completed 2024-11-09T21:22:02,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure df7f112fd115acb51bdc2296ec2c5688, server=9514d6d5e5be,39417,1731187310973}] 2024-11-09T21:22:02,364 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731187321232.df7f112fd115acb51bdc2296ec2c5688. 2024-11-09T21:22:02,364 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => df7f112fd115acb51bdc2296ec2c5688, NAME => 'test,,1731187321232.df7f112fd115acb51bdc2296ec2c5688.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:22:02,364 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:22:02,364 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T21:22:02,364 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test df7f112fd115acb51bdc2296ec2c5688 2024-11-09T21:22:02,364 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731187321232.df7f112fd115acb51bdc2296ec2c5688.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:22:02,364 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for df7f112fd115acb51bdc2296ec2c5688 2024-11-09T21:22:02,365 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for df7f112fd115acb51bdc2296ec2c5688 2024-11-09T21:22:02,368 INFO [StoreOpener-df7f112fd115acb51bdc2296ec2c5688-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region df7f112fd115acb51bdc2296ec2c5688 2024-11-09T21:22:02,369 INFO [StoreOpener-df7f112fd115acb51bdc2296ec2c5688-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df7f112fd115acb51bdc2296ec2c5688 columnFamilyName f 2024-11-09T21:22:02,369 DEBUG [StoreOpener-df7f112fd115acb51bdc2296ec2c5688-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:02,369 INFO [StoreOpener-df7f112fd115acb51bdc2296ec2c5688-1 {}] regionserver.HStore(327): Store=df7f112fd115acb51bdc2296ec2c5688/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:02,369 INFO [StoreOpener-df7f112fd115acb51bdc2296ec2c5688-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region df7f112fd115acb51bdc2296ec2c5688 2024-11-09T21:22:02,370 INFO [StoreOpener-df7f112fd115acb51bdc2296ec2c5688-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df7f112fd115acb51bdc2296ec2c5688 columnFamilyName f1 2024-11-09T21:22:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:22:02,370 DEBUG [StoreOpener-df7f112fd115acb51bdc2296ec2c5688-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:02,370 INFO [StoreOpener-df7f112fd115acb51bdc2296ec2c5688-1 {}] regionserver.HStore(327): Store=df7f112fd115acb51bdc2296ec2c5688/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:02,370 INFO [StoreOpener-df7f112fd115acb51bdc2296ec2c5688-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region df7f112fd115acb51bdc2296ec2c5688 2024-11-09T21:22:02,371 INFO [StoreOpener-df7f112fd115acb51bdc2296ec2c5688-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region df7f112fd115acb51bdc2296ec2c5688 columnFamilyName norep 2024-11-09T21:22:02,371 DEBUG [StoreOpener-df7f112fd115acb51bdc2296ec2c5688-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:02,371 INFO [StoreOpener-df7f112fd115acb51bdc2296ec2c5688-1 {}] regionserver.HStore(327): Store=df7f112fd115acb51bdc2296ec2c5688/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:02,371 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for df7f112fd115acb51bdc2296ec2c5688 2024-11-09T21:22:02,372 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/default/test/df7f112fd115acb51bdc2296ec2c5688 2024-11-09T21:22:02,372 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/default/test/df7f112fd115acb51bdc2296ec2c5688 2024-11-09T21:22:02,373 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for df7f112fd115acb51bdc2296ec2c5688 2024-11-09T21:22:02,373 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for df7f112fd115acb51bdc2296ec2c5688 2024-11-09T21:22:02,373 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:22:02,374 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for df7f112fd115acb51bdc2296ec2c5688 2024-11-09T21:22:02,375 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/default/test/df7f112fd115acb51bdc2296ec2c5688/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:22:02,375 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened df7f112fd115acb51bdc2296ec2c5688; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74717975, jitterRate=0.11338458955287933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:22:02,375 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for df7f112fd115acb51bdc2296ec2c5688 2024-11-09T21:22:02,375 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for df7f112fd115acb51bdc2296ec2c5688: Running coprocessor pre-open hook at 1731187322365Writing region info on filesystem at 1731187322365Initializing all the Stores at 1731187322365Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187322365Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187322368 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187322368Cleaning up temporary data from old regions at 1731187322373 (+5 ms)Running coprocessor post-open hooks at 1731187322375 (+2 ms)Region opened successfully at 1731187322375 2024-11-09T21:22:02,376 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731187321232.df7f112fd115acb51bdc2296ec2c5688., pid=6, masterSystemTime=1731187322361 2024-11-09T21:22:02,378 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731187321232.df7f112fd115acb51bdc2296ec2c5688. 2024-11-09T21:22:02,378 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731187321232.df7f112fd115acb51bdc2296ec2c5688. 2024-11-09T21:22:02,378 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=df7f112fd115acb51bdc2296ec2c5688, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9514d6d5e5be,39417,1731187310973 2024-11-09T21:22:02,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure df7f112fd115acb51bdc2296ec2c5688, server=9514d6d5e5be,39417,1731187310973 because future has completed 2024-11-09T21:22:02,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T21:22:02,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure df7f112fd115acb51bdc2296ec2c5688, server=9514d6d5e5be,39417,1731187310973 in 172 msec 2024-11-09T21:22:02,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T21:22:02,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=df7f112fd115acb51bdc2296ec2c5688, ASSIGN in 327 msec 2024-11-09T21:22:02,384 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:22:02,384 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187322384"}]},"ts":"1731187322384"} 2024-11-09T21:22:02,385 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T21:22:02,386 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:22:02,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-09T21:22:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:22:03,380 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T21:22:03,380 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:22:03,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,42357,1731187317475 2024-11-09T21:22:03,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@90a297a 2024-11-09T21:22:03,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:22:03,382 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:22:03,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42357 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:22:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42357 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T21:22:03,384 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:22:03,384 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:03,384 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:22:03,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42357 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T21:22:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:22:03,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741835_1011 (size=902) 2024-11-09T21:22:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:22:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:22:03,819 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8c69c88ff9cad7eeb17842b5dfc70ca6, NAME => 'test,,1731187323382.8c69c88ff9cad7eeb17842b5dfc70ca6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7 2024-11-09T21:22:03,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741836_1012 (size=39) 2024-11-09T21:22:03,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731187323382.8c69c88ff9cad7eeb17842b5dfc70ca6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:22:03,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8c69c88ff9cad7eeb17842b5dfc70ca6, disabling compactions & flushes 2024-11-09T21:22:03,827 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731187323382.8c69c88ff9cad7eeb17842b5dfc70ca6. 2024-11-09T21:22:03,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731187323382.8c69c88ff9cad7eeb17842b5dfc70ca6. 2024-11-09T21:22:03,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731187323382.8c69c88ff9cad7eeb17842b5dfc70ca6. after waiting 0 ms 2024-11-09T21:22:03,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731187323382.8c69c88ff9cad7eeb17842b5dfc70ca6. 2024-11-09T21:22:03,827 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731187323382.8c69c88ff9cad7eeb17842b5dfc70ca6. 2024-11-09T21:22:03,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8c69c88ff9cad7eeb17842b5dfc70ca6: Waiting for close lock at 1731187323827Disabling compacts and flushes for region at 1731187323827Disabling writes for close at 1731187323827Writing region close event to WAL at 1731187323827Closed at 1731187323827 2024-11-09T21:22:03,828 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:22:03,828 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731187323382.8c69c88ff9cad7eeb17842b5dfc70ca6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731187323828"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731187323828"}]},"ts":"1731187323828"} 2024-11-09T21:22:03,830 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T21:22:03,830 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:22:03,830 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187323830"}]},"ts":"1731187323830"} 2024-11-09T21:22:03,832 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T21:22:03,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8c69c88ff9cad7eeb17842b5dfc70ca6, ASSIGN}] 2024-11-09T21:22:03,833 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8c69c88ff9cad7eeb17842b5dfc70ca6, ASSIGN 2024-11-09T21:22:03,834 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8c69c88ff9cad7eeb17842b5dfc70ca6, ASSIGN; state=OFFLINE, location=9514d6d5e5be,36709,1731187317611; forceNewPlan=false, retain=false 2024-11-09T21:22:03,927 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T21:22:03,927 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T21:22:03,928 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T21:22:03,928 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T21:22:03,985 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8c69c88ff9cad7eeb17842b5dfc70ca6, regionState=OPENING, regionLocation=9514d6d5e5be,36709,1731187317611 2024-11-09T21:22:03,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8c69c88ff9cad7eeb17842b5dfc70ca6, ASSIGN because future has completed 2024-11-09T21:22:03,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c69c88ff9cad7eeb17842b5dfc70ca6, server=9514d6d5e5be,36709,1731187317611}] 2024-11-09T21:22:04,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:04,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:04,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:04,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:04,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:22:04,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:04,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:04,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:04,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:04,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:04,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:04,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:04,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:04,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:04,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:04,142 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731187323382.8c69c88ff9cad7eeb17842b5dfc70ca6. 2024-11-09T21:22:04,142 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c69c88ff9cad7eeb17842b5dfc70ca6, NAME => 'test,,1731187323382.8c69c88ff9cad7eeb17842b5dfc70ca6.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:22:04,143 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:22:04,143 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T21:22:04,143 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8c69c88ff9cad7eeb17842b5dfc70ca6 2024-11-09T21:22:04,143 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731187323382.8c69c88ff9cad7eeb17842b5dfc70ca6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:22:04,143 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8c69c88ff9cad7eeb17842b5dfc70ca6 2024-11-09T21:22:04,143 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8c69c88ff9cad7eeb17842b5dfc70ca6 2024-11-09T21:22:04,144 INFO [StoreOpener-8c69c88ff9cad7eeb17842b5dfc70ca6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8c69c88ff9cad7eeb17842b5dfc70ca6 2024-11-09T21:22:04,145 INFO [StoreOpener-8c69c88ff9cad7eeb17842b5dfc70ca6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c69c88ff9cad7eeb17842b5dfc70ca6 columnFamilyName f 2024-11-09T21:22:04,145 DEBUG [StoreOpener-8c69c88ff9cad7eeb17842b5dfc70ca6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:04,146 INFO [StoreOpener-8c69c88ff9cad7eeb17842b5dfc70ca6-1 {}] regionserver.HStore(327): Store=8c69c88ff9cad7eeb17842b5dfc70ca6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:04,146 INFO [StoreOpener-8c69c88ff9cad7eeb17842b5dfc70ca6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8c69c88ff9cad7eeb17842b5dfc70ca6 2024-11-09T21:22:04,146 INFO [StoreOpener-8c69c88ff9cad7eeb17842b5dfc70ca6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c69c88ff9cad7eeb17842b5dfc70ca6 columnFamilyName f1 2024-11-09T21:22:04,147 DEBUG [StoreOpener-8c69c88ff9cad7eeb17842b5dfc70ca6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:04,147 INFO [StoreOpener-8c69c88ff9cad7eeb17842b5dfc70ca6-1 {}] regionserver.HStore(327): Store=8c69c88ff9cad7eeb17842b5dfc70ca6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:04,147 INFO [StoreOpener-8c69c88ff9cad7eeb17842b5dfc70ca6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8c69c88ff9cad7eeb17842b5dfc70ca6 2024-11-09T21:22:04,148 INFO [StoreOpener-8c69c88ff9cad7eeb17842b5dfc70ca6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c69c88ff9cad7eeb17842b5dfc70ca6 columnFamilyName norep 2024-11-09T21:22:04,148 DEBUG [StoreOpener-8c69c88ff9cad7eeb17842b5dfc70ca6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:04,148 INFO [StoreOpener-8c69c88ff9cad7eeb17842b5dfc70ca6-1 {}] regionserver.HStore(327): Store=8c69c88ff9cad7eeb17842b5dfc70ca6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:04,148 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8c69c88ff9cad7eeb17842b5dfc70ca6 2024-11-09T21:22:04,149 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/default/test/8c69c88ff9cad7eeb17842b5dfc70ca6 2024-11-09T21:22:04,149 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/default/test/8c69c88ff9cad7eeb17842b5dfc70ca6 2024-11-09T21:22:04,149 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8c69c88ff9cad7eeb17842b5dfc70ca6 2024-11-09T21:22:04,150 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8c69c88ff9cad7eeb17842b5dfc70ca6 2024-11-09T21:22:04,150 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:22:04,151 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8c69c88ff9cad7eeb17842b5dfc70ca6 2024-11-09T21:22:04,158 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/default/test/8c69c88ff9cad7eeb17842b5dfc70ca6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:22:04,158 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8c69c88ff9cad7eeb17842b5dfc70ca6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66729029, jitterRate=-0.0056599825620651245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:22:04,159 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c69c88ff9cad7eeb17842b5dfc70ca6 2024-11-09T21:22:04,159 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8c69c88ff9cad7eeb17842b5dfc70ca6: Running coprocessor pre-open hook at 1731187324143Writing region info on filesystem at 1731187324143Initializing all the Stores at 1731187324144 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187324144Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187324144Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187324144Cleaning up temporary data from old regions at 1731187324150 (+6 ms)Running coprocessor post-open hooks at 1731187324159 (+9 ms)Region opened successfully at 1731187324159 2024-11-09T21:22:04,160 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731187323382.8c69c88ff9cad7eeb17842b5dfc70ca6., pid=6, masterSystemTime=1731187324139 2024-11-09T21:22:04,161 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731187323382.8c69c88ff9cad7eeb17842b5dfc70ca6. 2024-11-09T21:22:04,161 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731187323382.8c69c88ff9cad7eeb17842b5dfc70ca6. 2024-11-09T21:22:04,162 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8c69c88ff9cad7eeb17842b5dfc70ca6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9514d6d5e5be,36709,1731187317611 2024-11-09T21:22:04,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c69c88ff9cad7eeb17842b5dfc70ca6, server=9514d6d5e5be,36709,1731187317611 because future has completed 2024-11-09T21:22:04,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T21:22:04,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c69c88ff9cad7eeb17842b5dfc70ca6, server=9514d6d5e5be,36709,1731187317611 in 177 msec 2024-11-09T21:22:04,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T21:22:04,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8c69c88ff9cad7eeb17842b5dfc70ca6, ASSIGN in 334 msec 2024-11-09T21:22:04,168 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:22:04,169 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187324168"}]},"ts":"1731187324168"} 2024-11-09T21:22:04,171 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T21:22:04,172 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:22:04,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 790 msec 2024-11-09T21:22:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:22:04,520 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T21:22:04,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc45003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:04,521 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,36289,-1 for getting cluster id 2024-11-09T21:22:04,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:22:04,522 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7de9d15-194d-46e2-984f-2d934c3ad655' 2024-11-09T21:22:04,522 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:22:04,522 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7de9d15-194d-46e2-984f-2d934c3ad655" 2024-11-09T21:22:04,522 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dd44833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:04,522 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,36289,-1] 2024-11-09T21:22:04,522 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:22:04,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:04,523 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:22:04,524 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798a7e46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:04,524 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:22:04,525 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,36289,1731187306071 2024-11-09T21:22:04,525 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69a17fe1 2024-11-09T21:22:04,525 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:22:04,526 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:22:04,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36289 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9514d6d5e5be:41399,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T21:22:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36289 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T21:22:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:22:04,528 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:41399' 2024-11-09T21:22:04,529 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ff89338, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:04,529 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,41399,-1 for getting cluster id 2024-11-09T21:22:04,529 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:22:04,530 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4eefc65d-d30a-415c-ae18-0daf40c8429f' 2024-11-09T21:22:04,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:22:04,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4eefc65d-d30a-415c-ae18-0daf40c8429f" 2024-11-09T21:22:04,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60e4c950, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:04,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,41399,-1] 2024-11-09T21:22:04,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:22:04,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:04,531 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:22:04,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25014252, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:04,532 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:22:04,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,41399,1731187310858 2024-11-09T21:22:04,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@92c58db 2024-11-09T21:22:04,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:22:04,534 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:22:04,534 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T21:22:04,534 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T21:22:04,535 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:04,535 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:22:04,535 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:04,535 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:22:04,536 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T21:22:04,537 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:22:04,537 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:04,537 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:22:04,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741837_1013 (size=1138) 2024-11-09T21:22:04,547 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 08c0500652ed97f00bc5f17ae5e2e600, NAME => 'hbase:replication,,1731187324535.08c0500652ed97f00bc5f17ae5e2e600.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768 2024-11-09T21:22:04,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741838_1014 (size=44) 2024-11-09T21:22:04,586 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T21:22:04,595 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:22:04,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:04,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:04,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:04,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:04,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:04,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:22:04,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:04,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:04,651 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:04,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:04,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:04,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:04,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:04,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:04,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:04,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:04,701 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T21:22:04,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:22:04,952 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731187324535.08c0500652ed97f00bc5f17ae5e2e600.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:22:04,952 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 08c0500652ed97f00bc5f17ae5e2e600, disabling compactions & flushes 2024-11-09T21:22:04,952 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731187324535.08c0500652ed97f00bc5f17ae5e2e600. 2024-11-09T21:22:04,953 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731187324535.08c0500652ed97f00bc5f17ae5e2e600. 2024-11-09T21:22:04,953 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731187324535.08c0500652ed97f00bc5f17ae5e2e600. after waiting 0 ms 2024-11-09T21:22:04,953 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731187324535.08c0500652ed97f00bc5f17ae5e2e600. 2024-11-09T21:22:04,953 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731187324535.08c0500652ed97f00bc5f17ae5e2e600. 2024-11-09T21:22:04,953 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 08c0500652ed97f00bc5f17ae5e2e600: Waiting for close lock at 1731187324952Disabling compacts and flushes for region at 1731187324952Disabling writes for close at 1731187324953 (+1 ms)Writing region close event to WAL at 1731187324953Closed at 1731187324953 2024-11-09T21:22:04,954 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:22:04,954 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731187324535.08c0500652ed97f00bc5f17ae5e2e600.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731187324954"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731187324954"}]},"ts":"1731187324954"} 2024-11-09T21:22:04,955 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T21:22:04,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:22:04,956 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187324956"}]},"ts":"1731187324956"} 2024-11-09T21:22:04,957 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T21:22:04,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08c0500652ed97f00bc5f17ae5e2e600, ASSIGN}] 2024-11-09T21:22:04,958 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08c0500652ed97f00bc5f17ae5e2e600, ASSIGN 2024-11-09T21:22:04,959 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=08c0500652ed97f00bc5f17ae5e2e600, ASSIGN; state=OFFLINE, location=9514d6d5e5be,37885,1731187306258; forceNewPlan=false, retain=false 2024-11-09T21:22:05,109 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=08c0500652ed97f00bc5f17ae5e2e600, regionState=OPENING, regionLocation=9514d6d5e5be,37885,1731187306258 2024-11-09T21:22:05,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=08c0500652ed97f00bc5f17ae5e2e600, ASSIGN because future has completed 2024-11-09T21:22:05,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08c0500652ed97f00bc5f17ae5e2e600, server=9514d6d5e5be,37885,1731187306258}] 2024-11-09T21:22:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:22:05,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731187324535.08c0500652ed97f00bc5f17ae5e2e600. 2024-11-09T21:22:05,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:22:05,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T21:22:05,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C37885%2C1731187306258.rep, suffix=, logDir=hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258, archiveDir=hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/oldWALs, maxLogs=10 2024-11-09T21:22:05,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.rep.1731187325267, exclude list is [], retry=0 2024-11-09T21:22:05,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45755,DS-d10dd9c2-802d-420e-88c1-3311329e9f85,DISK] 2024-11-09T21:22:05,283 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.rep.1731187325267 2024-11-09T21:22:05,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39579:39579)] 2024-11-09T21:22:05,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 08c0500652ed97f00bc5f17ae5e2e600, NAME => 'hbase:replication,,1731187324535.08c0500652ed97f00bc5f17ae5e2e600.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:22:05,283 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:22:05,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:22:05,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731187324535.08c0500652ed97f00bc5f17ae5e2e600. service=MultiRowMutationService 2024-11-09T21:22:05,284 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T21:22:05,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 08c0500652ed97f00bc5f17ae5e2e600 2024-11-09T21:22:05,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731187324535.08c0500652ed97f00bc5f17ae5e2e600.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:22:05,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 08c0500652ed97f00bc5f17ae5e2e600 2024-11-09T21:22:05,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 08c0500652ed97f00bc5f17ae5e2e600 2024-11-09T21:22:05,285 INFO [StoreOpener-08c0500652ed97f00bc5f17ae5e2e600-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 08c0500652ed97f00bc5f17ae5e2e600 2024-11-09T21:22:05,285 INFO [StoreOpener-08c0500652ed97f00bc5f17ae5e2e600-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08c0500652ed97f00bc5f17ae5e2e600 columnFamilyName hfileref 2024-11-09T21:22:05,286 DEBUG [StoreOpener-08c0500652ed97f00bc5f17ae5e2e600-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:05,286 INFO [StoreOpener-08c0500652ed97f00bc5f17ae5e2e600-1 {}] regionserver.HStore(327): Store=08c0500652ed97f00bc5f17ae5e2e600/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:05,286 INFO [StoreOpener-08c0500652ed97f00bc5f17ae5e2e600-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 08c0500652ed97f00bc5f17ae5e2e600 2024-11-09T21:22:05,286 INFO [StoreOpener-08c0500652ed97f00bc5f17ae5e2e600-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08c0500652ed97f00bc5f17ae5e2e600 columnFamilyName queue 2024-11-09T21:22:05,286 DEBUG [StoreOpener-08c0500652ed97f00bc5f17ae5e2e600-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:05,287 INFO [StoreOpener-08c0500652ed97f00bc5f17ae5e2e600-1 {}] regionserver.HStore(327): Store=08c0500652ed97f00bc5f17ae5e2e600/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:05,287 INFO [StoreOpener-08c0500652ed97f00bc5f17ae5e2e600-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 08c0500652ed97f00bc5f17ae5e2e600 2024-11-09T21:22:05,287 INFO [StoreOpener-08c0500652ed97f00bc5f17ae5e2e600-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08c0500652ed97f00bc5f17ae5e2e600 columnFamilyName sid 2024-11-09T21:22:05,287 DEBUG [StoreOpener-08c0500652ed97f00bc5f17ae5e2e600-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:05,288 INFO [StoreOpener-08c0500652ed97f00bc5f17ae5e2e600-1 {}] regionserver.HStore(327): Store=08c0500652ed97f00bc5f17ae5e2e600/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:05,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 08c0500652ed97f00bc5f17ae5e2e600 2024-11-09T21:22:05,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/hbase/replication/08c0500652ed97f00bc5f17ae5e2e600 2024-11-09T21:22:05,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/hbase/replication/08c0500652ed97f00bc5f17ae5e2e600 2024-11-09T21:22:05,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 08c0500652ed97f00bc5f17ae5e2e600 2024-11-09T21:22:05,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 08c0500652ed97f00bc5f17ae5e2e600 2024-11-09T21:22:05,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:22:05,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 08c0500652ed97f00bc5f17ae5e2e600 2024-11-09T21:22:05,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/hbase/replication/08c0500652ed97f00bc5f17ae5e2e600/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:22:05,294 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 08c0500652ed97f00bc5f17ae5e2e600; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64773636, jitterRate=-0.034797608852386475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:22:05,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08c0500652ed97f00bc5f17ae5e2e600 2024-11-09T21:22:05,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 08c0500652ed97f00bc5f17ae5e2e600: Running coprocessor pre-open hook at 1731187325284Writing region info on filesystem at 1731187325284Initializing all the Stores at 1731187325284Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187325284Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187325285 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187325285Cleaning up temporary data from old regions at 1731187325289 (+4 ms)Running coprocessor post-open hooks at 1731187325294 (+5 ms)Region opened successfully at 1731187325295 (+1 ms) 2024-11-09T21:22:05,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731187324535.08c0500652ed97f00bc5f17ae5e2e600., pid=10, masterSystemTime=1731187325263 2024-11-09T21:22:05,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731187324535.08c0500652ed97f00bc5f17ae5e2e600. 2024-11-09T21:22:05,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731187324535.08c0500652ed97f00bc5f17ae5e2e600. 2024-11-09T21:22:05,298 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=08c0500652ed97f00bc5f17ae5e2e600, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,37885,1731187306258 2024-11-09T21:22:05,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08c0500652ed97f00bc5f17ae5e2e600, server=9514d6d5e5be,37885,1731187306258 because future has completed 2024-11-09T21:22:05,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T21:22:05,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 08c0500652ed97f00bc5f17ae5e2e600, server=9514d6d5e5be,37885,1731187306258 in 189 msec 2024-11-09T21:22:05,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T21:22:05,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=08c0500652ed97f00bc5f17ae5e2e600, ASSIGN in 345 msec 2024-11-09T21:22:05,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:22:05,304 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187325304"}]},"ts":"1731187325304"} 2024-11-09T21:22:05,306 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T21:22:05,306 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:22:05,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 771 msec 2024-11-09T21:22:05,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731187324535.08c0500652ed97f00bc5f17ae5e2e600., hostname=9514d6d5e5be,37885,1731187306258, seqNum=2] 2024-11-09T21:22:05,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x1012179e0120001, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1539873988 2024-11-09T21:22:05,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012179e0120000, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1539873988 2024-11-09T21:22:05,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T21:22:05,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37885 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T21:22:05,615 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T21:22:05,642 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9514d6d5e5be,37885,1731187306258, ReplicationSource: 1, currentBandwidth=0 2024-11-09T21:22:05,643 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:22:05,643 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,37885,1731187306258, seqNum=-1] 2024-11-09T21:22:05,644 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:22:05,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-09T21:22:05,645 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T21:22:05,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9514d6d5e5be,37885,1731187306258', locateType=CURRENT is [region=hbase:replication,,1731187324535.08c0500652ed97f00bc5f17ae5e2e600., hostname=9514d6d5e5be,37885,1731187306258, seqNum=2] 2024-11-09T21:22:05,655 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T21:22:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36289 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T21:22:05,659 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9514d6d5e5be,37885,1731187306258 suceeded 2024-11-09T21:22:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:22:05,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T21:22:05,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-09T21:22:05,662 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9514d6d5e5be:41399,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T21:22:05,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1360 sec 2024-11-09T21:22:05,673 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:41399' 2024-11-09T21:22:05,675 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1dd97a16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:05,675 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,41399,-1 for getting cluster id 2024-11-09T21:22:05,675 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:22:05,676 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4eefc65d-d30a-415c-ae18-0daf40c8429f' 2024-11-09T21:22:05,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:22:05,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4eefc65d-d30a-415c-ae18-0daf40c8429f" 2024-11-09T21:22:05,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42023992, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:05,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,41399,-1] 2024-11-09T21:22:05,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:22:05,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:05,677 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:22:05,678 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57b4e6db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:05,678 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:22:05,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,41399,1731187310858 2024-11-09T21:22:05,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b163f67 2024-11-09T21:22:05,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:22:05,680 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-09T21:22:05,680 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9514d6d5e5be,37885,1731187306258 (queues=1) is replicating from cluster=b7de9d15-194d-46e2-984f-2d934c3ad655 to cluster=4eefc65d-d30a-415c-ae18-0daf40c8429f 2024-11-09T21:22:05,681 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9514d6d5e5be%2C37885%2C1731187306258 2024-11-09T21:22:05,681 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9514d6d5e5be,37885,1731187306258, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T21:22:05,681 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786, startPosition=0, beingWritten=true 2024-11-09T21:22:05,682 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.shipper9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9514d6d5e5be%2C37885%2C1731187306258 2024-11-09T21:22:05,687 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:22:05,687 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786 to pos 379, reset compression=false 2024-11-09T21:22:05,687 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.shipper9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,37885,1731187306258 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:22:05,893 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786 to pos 379, reset compression=false 2024-11-09T21:22:06,196 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786 to pos 379, reset compression=false 2024-11-09T21:22:06,599 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786 to pos 379, reset compression=false 2024-11-09T21:22:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36289 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:22:06,670 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T21:22:06,670 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:22:06,670 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:22:06,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:06,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:06,670 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:22:06,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@350eb63b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:06,671 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,41399,-1 for getting cluster id 2024-11-09T21:22:06,671 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:22:06,671 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4eefc65d-d30a-415c-ae18-0daf40c8429f' 2024-11-09T21:22:06,671 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:22:06,672 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4eefc65d-d30a-415c-ae18-0daf40c8429f" 2024-11-09T21:22:06,672 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bcec424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:06,672 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,41399,-1] 2024-11-09T21:22:06,672 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:22:06,672 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:06,673 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:22:06,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45eddf87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:06,673 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:22:06,674 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,41399,1731187310858 2024-11-09T21:22:06,674 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e379862 2024-11-09T21:22:06,674 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:22:06,675 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:22:06,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41399 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9514d6d5e5be:42357,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T21:22:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41399 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T21:22:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:22:06,678 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:42357' 2024-11-09T21:22:06,679 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58b0a7f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:06,679 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,42357,-1 for getting cluster id 2024-11-09T21:22:06,679 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:22:06,680 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f39fde1-36b1-4f45-bf74-91ccfcf22b8b' 2024-11-09T21:22:06,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:22:06,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f39fde1-36b1-4f45-bf74-91ccfcf22b8b" 2024-11-09T21:22:06,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3faec510, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:06,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,42357,-1] 2024-11-09T21:22:06,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:22:06,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:06,681 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:22:06,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75677a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:06,681 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:22:06,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,42357,1731187317475 2024-11-09T21:22:06,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ce00ea6 2024-11-09T21:22:06,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:22:06,683 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:22:06,683 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T21:22:06,683 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T21:22:06,683 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:06,683 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:06,683 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:22:06,684 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:22:06,685 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T21:22:06,685 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:22:06,686 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:06,686 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:22:06,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41137 is added to blk_1073741837_1013 (size=1138) 2024-11-09T21:22:06,735 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T21:22:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:22:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:22:07,092 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7ada8e3ae4e2a8f87787f379a427f86e, NAME => 'hbase:replication,,1731187326684.7ada8e3ae4e2a8f87787f379a427f86e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24 2024-11-09T21:22:07,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41137 is added to blk_1073741838_1014 (size=44) 2024-11-09T21:22:07,102 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786 to pos 379, reset compression=false 2024-11-09T21:22:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:22:07,501 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731187326684.7ada8e3ae4e2a8f87787f379a427f86e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:22:07,501 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7ada8e3ae4e2a8f87787f379a427f86e, disabling compactions & flushes 2024-11-09T21:22:07,501 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731187326684.7ada8e3ae4e2a8f87787f379a427f86e. 2024-11-09T21:22:07,501 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731187326684.7ada8e3ae4e2a8f87787f379a427f86e. 2024-11-09T21:22:07,501 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731187326684.7ada8e3ae4e2a8f87787f379a427f86e. after waiting 0 ms 2024-11-09T21:22:07,501 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731187326684.7ada8e3ae4e2a8f87787f379a427f86e. 2024-11-09T21:22:07,501 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731187326684.7ada8e3ae4e2a8f87787f379a427f86e. 2024-11-09T21:22:07,501 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7ada8e3ae4e2a8f87787f379a427f86e: Waiting for close lock at 1731187327501Disabling compacts and flushes for region at 1731187327501Disabling writes for close at 1731187327501Writing region close event to WAL at 1731187327501Closed at 1731187327501 2024-11-09T21:22:07,503 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:22:07,503 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731187326684.7ada8e3ae4e2a8f87787f379a427f86e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731187327503"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731187327503"}]},"ts":"1731187327503"} 2024-11-09T21:22:07,505 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T21:22:07,506 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:22:07,506 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187327506"}]},"ts":"1731187327506"} 2024-11-09T21:22:07,508 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T21:22:07,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ada8e3ae4e2a8f87787f379a427f86e, ASSIGN}] 2024-11-09T21:22:07,510 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ada8e3ae4e2a8f87787f379a427f86e, ASSIGN 2024-11-09T21:22:07,511 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7ada8e3ae4e2a8f87787f379a427f86e, ASSIGN; state=OFFLINE, location=9514d6d5e5be,39417,1731187310973; forceNewPlan=false, retain=false 2024-11-09T21:22:07,662 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7ada8e3ae4e2a8f87787f379a427f86e, regionState=OPENING, regionLocation=9514d6d5e5be,39417,1731187310973 2024-11-09T21:22:07,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7ada8e3ae4e2a8f87787f379a427f86e, ASSIGN because future has completed 2024-11-09T21:22:07,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ada8e3ae4e2a8f87787f379a427f86e, server=9514d6d5e5be,39417,1731187310973}] 2024-11-09T21:22:07,706 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786 to pos 379, reset compression=false 2024-11-09T21:22:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:22:07,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731187326684.7ada8e3ae4e2a8f87787f379a427f86e. 2024-11-09T21:22:07,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:22:07,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T21:22:07,819 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C39417%2C1731187310973.rep, suffix=, logDir=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973, archiveDir=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/oldWALs, maxLogs=10 2024-11-09T21:22:07,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.rep.1731187327819, exclude list is [], retry=0 2024-11-09T21:22:07,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41137,DS-17da6837-d839-4477-a1ff-d0e27f66624e,DISK] 2024-11-09T21:22:07,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.rep.1731187327819 2024-11-09T21:22:07,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33749:33749)] 2024-11-09T21:22:07,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ada8e3ae4e2a8f87787f379a427f86e, NAME => 'hbase:replication,,1731187326684.7ada8e3ae4e2a8f87787f379a427f86e.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:22:07,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:22:07,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:22:07,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731187326684.7ada8e3ae4e2a8f87787f379a427f86e. service=MultiRowMutationService 2024-11-09T21:22:07,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T21:22:07,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7ada8e3ae4e2a8f87787f379a427f86e 2024-11-09T21:22:07,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731187326684.7ada8e3ae4e2a8f87787f379a427f86e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:22:07,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7ada8e3ae4e2a8f87787f379a427f86e 2024-11-09T21:22:07,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7ada8e3ae4e2a8f87787f379a427f86e 2024-11-09T21:22:07,835 INFO [StoreOpener-7ada8e3ae4e2a8f87787f379a427f86e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7ada8e3ae4e2a8f87787f379a427f86e 2024-11-09T21:22:07,836 INFO [StoreOpener-7ada8e3ae4e2a8f87787f379a427f86e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ada8e3ae4e2a8f87787f379a427f86e columnFamilyName hfileref 2024-11-09T21:22:07,836 DEBUG [StoreOpener-7ada8e3ae4e2a8f87787f379a427f86e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:07,836 INFO [StoreOpener-7ada8e3ae4e2a8f87787f379a427f86e-1 {}] regionserver.HStore(327): Store=7ada8e3ae4e2a8f87787f379a427f86e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:07,836 INFO [StoreOpener-7ada8e3ae4e2a8f87787f379a427f86e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7ada8e3ae4e2a8f87787f379a427f86e 2024-11-09T21:22:07,837 INFO [StoreOpener-7ada8e3ae4e2a8f87787f379a427f86e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ada8e3ae4e2a8f87787f379a427f86e columnFamilyName queue 2024-11-09T21:22:07,837 DEBUG [StoreOpener-7ada8e3ae4e2a8f87787f379a427f86e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:07,837 INFO [StoreOpener-7ada8e3ae4e2a8f87787f379a427f86e-1 {}] regionserver.HStore(327): Store=7ada8e3ae4e2a8f87787f379a427f86e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:07,837 INFO [StoreOpener-7ada8e3ae4e2a8f87787f379a427f86e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7ada8e3ae4e2a8f87787f379a427f86e 2024-11-09T21:22:07,838 INFO [StoreOpener-7ada8e3ae4e2a8f87787f379a427f86e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ada8e3ae4e2a8f87787f379a427f86e columnFamilyName sid 2024-11-09T21:22:07,838 DEBUG [StoreOpener-7ada8e3ae4e2a8f87787f379a427f86e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:07,838 INFO [StoreOpener-7ada8e3ae4e2a8f87787f379a427f86e-1 {}] regionserver.HStore(327): Store=7ada8e3ae4e2a8f87787f379a427f86e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:07,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7ada8e3ae4e2a8f87787f379a427f86e 2024-11-09T21:22:07,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/hbase/replication/7ada8e3ae4e2a8f87787f379a427f86e 2024-11-09T21:22:07,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/hbase/replication/7ada8e3ae4e2a8f87787f379a427f86e 2024-11-09T21:22:07,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7ada8e3ae4e2a8f87787f379a427f86e 2024-11-09T21:22:07,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7ada8e3ae4e2a8f87787f379a427f86e 2024-11-09T21:22:07,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:22:07,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7ada8e3ae4e2a8f87787f379a427f86e 2024-11-09T21:22:07,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/hbase/replication/7ada8e3ae4e2a8f87787f379a427f86e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:22:07,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7ada8e3ae4e2a8f87787f379a427f86e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73064395, jitterRate=0.08874432742595673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:22:07,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ada8e3ae4e2a8f87787f379a427f86e 2024-11-09T21:22:07,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7ada8e3ae4e2a8f87787f379a427f86e: Running coprocessor pre-open hook at 1731187327834Writing region info on filesystem at 1731187327835 (+1 ms)Initializing all the Stores at 1731187327835Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187327835Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187327835Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187327835Cleaning up temporary data from old regions at 1731187327839 (+4 ms)Running coprocessor post-open hooks at 1731187327841 (+2 ms)Region opened successfully at 1731187327842 (+1 ms) 2024-11-09T21:22:07,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731187326684.7ada8e3ae4e2a8f87787f379a427f86e., pid=10, masterSystemTime=1731187327815 2024-11-09T21:22:07,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731187326684.7ada8e3ae4e2a8f87787f379a427f86e. 2024-11-09T21:22:07,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731187326684.7ada8e3ae4e2a8f87787f379a427f86e. 2024-11-09T21:22:07,844 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7ada8e3ae4e2a8f87787f379a427f86e, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,39417,1731187310973 2024-11-09T21:22:07,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ada8e3ae4e2a8f87787f379a427f86e, server=9514d6d5e5be,39417,1731187310973 because future has completed 2024-11-09T21:22:07,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T21:22:07,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ada8e3ae4e2a8f87787f379a427f86e, server=9514d6d5e5be,39417,1731187310973 in 183 msec 2024-11-09T21:22:07,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T21:22:07,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7ada8e3ae4e2a8f87787f379a427f86e, ASSIGN in 340 msec 2024-11-09T21:22:07,851 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:22:07,851 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187327851"}]},"ts":"1731187327851"} 2024-11-09T21:22:07,853 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T21:22:07,853 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:22:07,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-09T21:22:07,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731187326684.7ada8e3ae4e2a8f87787f379a427f86e., hostname=9514d6d5e5be,39417,1731187310973, seqNum=2] 2024-11-09T21:22:07,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x1012179e0120003, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1461673305 2024-11-09T21:22:07,935 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1012179e0120004, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1461673305 2024-11-09T21:22:07,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T21:22:08,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T21:22:08,128 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T21:22:08,153 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9514d6d5e5be,39417,1731187310973, ReplicationSource: 1, currentBandwidth=0 2024-11-09T21:22:08,154 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:22:08,154 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,39417,1731187310973, seqNum=-1] 2024-11-09T21:22:08,154 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:22:08,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-09T21:22:08,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9514d6d5e5be,39417,1731187310973', locateType=CURRENT is [region=hbase:replication,,1731187326684.7ada8e3ae4e2a8f87787f379a427f86e., hostname=9514d6d5e5be,39417,1731187310973, seqNum=2] 2024-11-09T21:22:08,159 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T21:22:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41399 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T21:22:08,161 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9514d6d5e5be,39417,1731187310973 suceeded 2024-11-09T21:22:08,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T21:22:08,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-09T21:22:08,162 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9514d6d5e5be:42357,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T21:22:08,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4870 sec 2024-11-09T21:22:08,176 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:42357' 2024-11-09T21:22:08,177 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14818671, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:08,177 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,42357,-1 for getting cluster id 2024-11-09T21:22:08,177 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:22:08,178 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f39fde1-36b1-4f45-bf74-91ccfcf22b8b' 2024-11-09T21:22:08,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:22:08,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f39fde1-36b1-4f45-bf74-91ccfcf22b8b" 2024-11-09T21:22:08,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73b9c957, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:08,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,42357,-1] 2024-11-09T21:22:08,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:22:08,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:08,179 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:22:08,179 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15c1e83b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:08,179 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:22:08,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,42357,1731187317475 2024-11-09T21:22:08,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bf26954 2024-11-09T21:22:08,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:22:08,181 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-09T21:22:08,181 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9514d6d5e5be,39417,1731187310973 (queues=1) is replicating from cluster=4eefc65d-d30a-415c-ae18-0daf40c8429f to cluster=6f39fde1-36b1-4f45-bf74-91ccfcf22b8b 2024-11-09T21:22:08,181 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9514d6d5e5be%2C39417%2C1731187310973 2024-11-09T21:22:08,181 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9514d6d5e5be,39417,1731187310973, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T21:22:08,182 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660, startPosition=0, beingWritten=true 2024-11-09T21:22:08,182 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.shipper9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9514d6d5e5be%2C39417%2C1731187310973 2024-11-09T21:22:08,186 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:22:08,186 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 379, reset compression=false 2024-11-09T21:22:08,187 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.shipper9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,39417,1731187310973 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:22:08,390 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 379, reset compression=false 2024-11-09T21:22:08,410 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786 to pos 379, reset compression=false 2024-11-09T21:22:08,693 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 379, reset compression=false 2024-11-09T21:22:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:22:08,820 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T21:22:08,820 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:22:08,820 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:22:08,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:08,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:08,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:22:08,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d38a4fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:08,820 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,42357,-1 for getting cluster id 2024-11-09T21:22:08,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:22:08,821 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f39fde1-36b1-4f45-bf74-91ccfcf22b8b' 2024-11-09T21:22:08,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:22:08,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f39fde1-36b1-4f45-bf74-91ccfcf22b8b" 2024-11-09T21:22:08,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63467a98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:08,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,42357,-1] 2024-11-09T21:22:08,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:22:08,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:08,822 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:22:08,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32e4d7ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:08,823 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:22:08,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,42357,1731187317475 2024-11-09T21:22:08,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5dbe46b2 2024-11-09T21:22:08,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:22:08,824 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:22:08,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42357 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9514d6d5e5be:41399,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T21:22:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42357 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T21:22:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:22:08,827 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:41399' 2024-11-09T21:22:08,835 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114a549a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:08,835 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,41399,-1 for getting cluster id 2024-11-09T21:22:08,835 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:22:08,835 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4eefc65d-d30a-415c-ae18-0daf40c8429f' 2024-11-09T21:22:08,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:22:08,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4eefc65d-d30a-415c-ae18-0daf40c8429f" 2024-11-09T21:22:08,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@742e3012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:08,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,41399,-1] 2024-11-09T21:22:08,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:22:08,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:08,836 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:22:08,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0bb198, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:08,837 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:22:08,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,41399,1731187310858 2024-11-09T21:22:08,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6eeaa372 2024-11-09T21:22:08,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:22:08,838 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:22:08,839 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T21:22:08,839 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T21:22:08,839 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:08,839 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:08,839 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:22:08,839 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:22:08,840 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T21:22:08,841 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:22:08,841 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:08,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:22:08,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741837_1013 (size=1138) 2024-11-09T21:22:08,890 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T21:22:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:22:09,097 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 379, reset compression=false 2024-11-09T21:22:09,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:22:09,213 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786 to pos 379, reset compression=false 2024-11-09T21:22:09,248 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a454c881d6a5c90653d64610887e1d84, NAME => 'hbase:replication,,1731187328839.a454c881d6a5c90653d64610887e1d84.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7 2024-11-09T21:22:09,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741838_1014 (size=44) 2024-11-09T21:22:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:22:09,600 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 379, reset compression=false 2024-11-09T21:22:09,646 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:22:09,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:09,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:09,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:09,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:09,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:09,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731187328839.a454c881d6a5c90653d64610887e1d84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:22:09,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a454c881d6a5c90653d64610887e1d84, disabling compactions & flushes 2024-11-09T21:22:09,652 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731187328839.a454c881d6a5c90653d64610887e1d84. 2024-11-09T21:22:09,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731187328839.a454c881d6a5c90653d64610887e1d84. 2024-11-09T21:22:09,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731187328839.a454c881d6a5c90653d64610887e1d84. after waiting 0 ms 2024-11-09T21:22:09,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731187328839.a454c881d6a5c90653d64610887e1d84. 2024-11-09T21:22:09,652 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731187328839.a454c881d6a5c90653d64610887e1d84. 2024-11-09T21:22:09,652 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a454c881d6a5c90653d64610887e1d84: Waiting for close lock at 1731187329652Disabling compacts and flushes for region at 1731187329652Disabling writes for close at 1731187329652Writing region close event to WAL at 1731187329652Closed at 1731187329652 2024-11-09T21:22:09,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:22:09,654 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731187328839.a454c881d6a5c90653d64610887e1d84.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731187329654"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731187329654"}]},"ts":"1731187329654"} 2024-11-09T21:22:09,655 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T21:22:09,656 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:22:09,656 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187329656"}]},"ts":"1731187329656"} 2024-11-09T21:22:09,658 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T21:22:09,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a454c881d6a5c90653d64610887e1d84, ASSIGN}] 2024-11-09T21:22:09,659 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a454c881d6a5c90653d64610887e1d84, ASSIGN 2024-11-09T21:22:09,660 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a454c881d6a5c90653d64610887e1d84, ASSIGN; state=OFFLINE, location=9514d6d5e5be,36709,1731187317611; forceNewPlan=false, retain=false 2024-11-09T21:22:09,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:09,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:09,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:09,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:09,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:09,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:09,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:09,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:09,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:09,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:09,810 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a454c881d6a5c90653d64610887e1d84, regionState=OPENING, regionLocation=9514d6d5e5be,36709,1731187317611 2024-11-09T21:22:09,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a454c881d6a5c90653d64610887e1d84, ASSIGN because future has completed 2024-11-09T21:22:09,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a454c881d6a5c90653d64610887e1d84, server=9514d6d5e5be,36709,1731187317611}] 2024-11-09T21:22:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:22:09,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731187328839.a454c881d6a5c90653d64610887e1d84. 2024-11-09T21:22:09,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:22:09,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T21:22:09,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C36709%2C1731187317611.rep, suffix=, logDir=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611, archiveDir=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/oldWALs, maxLogs=10 2024-11-09T21:22:09,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.rep.1731187329971, exclude list is [], retry=0 2024-11-09T21:22:09,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45741,DS-97bb7821-25c8-43ba-b195-be43cb781722,DISK] 2024-11-09T21:22:09,991 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.rep.1731187329971 2024-11-09T21:22:09,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34979:34979)] 2024-11-09T21:22:09,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a454c881d6a5c90653d64610887e1d84, NAME => 'hbase:replication,,1731187328839.a454c881d6a5c90653d64610887e1d84.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:22:09,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:22:09,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:22:09,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731187328839.a454c881d6a5c90653d64610887e1d84. service=MultiRowMutationService 2024-11-09T21:22:09,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T21:22:09,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a454c881d6a5c90653d64610887e1d84 2024-11-09T21:22:09,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731187328839.a454c881d6a5c90653d64610887e1d84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:22:09,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a454c881d6a5c90653d64610887e1d84 2024-11-09T21:22:09,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a454c881d6a5c90653d64610887e1d84 2024-11-09T21:22:09,993 INFO [StoreOpener-a454c881d6a5c90653d64610887e1d84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a454c881d6a5c90653d64610887e1d84 2024-11-09T21:22:09,994 INFO [StoreOpener-a454c881d6a5c90653d64610887e1d84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a454c881d6a5c90653d64610887e1d84 columnFamilyName hfileref 2024-11-09T21:22:09,994 DEBUG [StoreOpener-a454c881d6a5c90653d64610887e1d84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:09,994 INFO [StoreOpener-a454c881d6a5c90653d64610887e1d84-1 {}] regionserver.HStore(327): Store=a454c881d6a5c90653d64610887e1d84/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:09,994 INFO [StoreOpener-a454c881d6a5c90653d64610887e1d84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a454c881d6a5c90653d64610887e1d84 2024-11-09T21:22:09,995 INFO [StoreOpener-a454c881d6a5c90653d64610887e1d84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a454c881d6a5c90653d64610887e1d84 columnFamilyName queue 2024-11-09T21:22:09,995 DEBUG [StoreOpener-a454c881d6a5c90653d64610887e1d84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:09,995 INFO [StoreOpener-a454c881d6a5c90653d64610887e1d84-1 {}] regionserver.HStore(327): Store=a454c881d6a5c90653d64610887e1d84/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:09,995 INFO [StoreOpener-a454c881d6a5c90653d64610887e1d84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a454c881d6a5c90653d64610887e1d84 2024-11-09T21:22:09,996 INFO [StoreOpener-a454c881d6a5c90653d64610887e1d84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a454c881d6a5c90653d64610887e1d84 columnFamilyName sid 2024-11-09T21:22:09,996 DEBUG [StoreOpener-a454c881d6a5c90653d64610887e1d84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:09,996 INFO [StoreOpener-a454c881d6a5c90653d64610887e1d84-1 {}] regionserver.HStore(327): Store=a454c881d6a5c90653d64610887e1d84/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:09,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a454c881d6a5c90653d64610887e1d84 2024-11-09T21:22:09,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/hbase/replication/a454c881d6a5c90653d64610887e1d84 2024-11-09T21:22:09,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/hbase/replication/a454c881d6a5c90653d64610887e1d84 2024-11-09T21:22:09,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a454c881d6a5c90653d64610887e1d84 2024-11-09T21:22:09,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a454c881d6a5c90653d64610887e1d84 2024-11-09T21:22:09,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:22:10,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a454c881d6a5c90653d64610887e1d84 2024-11-09T21:22:10,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/hbase/replication/a454c881d6a5c90653d64610887e1d84/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:22:10,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a454c881d6a5c90653d64610887e1d84; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63102537, jitterRate=-0.0596989244222641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:22:10,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a454c881d6a5c90653d64610887e1d84 2024-11-09T21:22:10,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a454c881d6a5c90653d64610887e1d84: Running coprocessor pre-open hook at 1731187329992Writing region info on filesystem at 1731187329992Initializing all the Stores at 1731187329993 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187329993Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187329993Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187329993Cleaning up temporary data from old regions at 1731187329998 (+5 ms)Running coprocessor post-open hooks at 1731187330002 (+4 ms)Region opened successfully at 1731187330002 2024-11-09T21:22:10,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731187328839.a454c881d6a5c90653d64610887e1d84., pid=10, masterSystemTime=1731187329966 2024-11-09T21:22:10,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731187328839.a454c881d6a5c90653d64610887e1d84. 2024-11-09T21:22:10,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731187328839.a454c881d6a5c90653d64610887e1d84. 2024-11-09T21:22:10,005 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a454c881d6a5c90653d64610887e1d84, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,36709,1731187317611 2024-11-09T21:22:10,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a454c881d6a5c90653d64610887e1d84, server=9514d6d5e5be,36709,1731187317611 because future has completed 2024-11-09T21:22:10,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T21:22:10,011 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a454c881d6a5c90653d64610887e1d84, server=9514d6d5e5be,36709,1731187317611 in 196 msec 2024-11-09T21:22:10,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T21:22:10,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a454c881d6a5c90653d64610887e1d84, ASSIGN in 353 msec 2024-11-09T21:22:10,014 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:22:10,014 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187330014"}]},"ts":"1731187330014"} 2024-11-09T21:22:10,016 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T21:22:10,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:22:10,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-09T21:22:10,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731187328839.a454c881d6a5c90653d64610887e1d84., hostname=9514d6d5e5be,36709,1731187317611, seqNum=2] 2024-11-09T21:22:10,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36709-0x1012179e0120007, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21310192481 2024-11-09T21:22:10,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x1012179e0120006, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21310192481 2024-11-09T21:22:10,117 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786 to pos 379, reset compression=false 2024-11-09T21:22:10,136 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T21:22:10,204 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 379, reset compression=false 2024-11-09T21:22:10,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36709 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T21:22:10,291 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T21:22:10,329 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9514d6d5e5be,36709,1731187317611, ReplicationSource: 1, currentBandwidth=0 2024-11-09T21:22:10,329 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:22:10,329 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,36709,1731187317611, seqNum=-1] 2024-11-09T21:22:10,329 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:22:10,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-09T21:22:10,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9514d6d5e5be,36709,1731187317611', locateType=CURRENT is [region=hbase:replication,,1731187328839.a454c881d6a5c90653d64610887e1d84., hostname=9514d6d5e5be,36709,1731187317611, seqNum=2] 2024-11-09T21:22:10,335 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T21:22:10,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42357 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T21:22:10,337 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9514d6d5e5be,36709,1731187317611 suceeded 2024-11-09T21:22:10,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T21:22:10,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-09T21:22:10,339 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9514d6d5e5be:41399,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T21:22:10,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5140 sec 2024-11-09T21:22:10,360 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:41399' 2024-11-09T21:22:10,361 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2eb83c00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:10,361 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,41399,-1 for getting cluster id 2024-11-09T21:22:10,361 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:22:10,362 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4eefc65d-d30a-415c-ae18-0daf40c8429f' 2024-11-09T21:22:10,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:22:10,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4eefc65d-d30a-415c-ae18-0daf40c8429f" 2024-11-09T21:22:10,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44b715cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:10,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,41399,-1] 2024-11-09T21:22:10,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:22:10,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:10,363 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:22:10,364 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57dac750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:10,364 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:22:10,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,41399,1731187310858 2024-11-09T21:22:10,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2acd57e9 2024-11-09T21:22:10,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:22:10,366 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-09T21:22:10,366 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9514d6d5e5be,36709,1731187317611 (queues=1) is replicating from cluster=6f39fde1-36b1-4f45-bf74-91ccfcf22b8b to cluster=4eefc65d-d30a-415c-ae18-0daf40c8429f 2024-11-09T21:22:10,366 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9514d6d5e5be%2C36709%2C1731187317611 2024-11-09T21:22:10,366 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9514d6d5e5be,36709,1731187317611, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T21:22:10,367 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508, startPosition=0, beingWritten=true 2024-11-09T21:22:10,368 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.shipper9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9514d6d5e5be%2C36709%2C1731187317611 2024-11-09T21:22:10,374 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:22:10,374 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508 to pos 379, reset compression=false 2024-11-09T21:22:10,374 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.shipper9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,36709,1731187317611 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:22:10,587 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508 to pos 379, reset compression=false 2024-11-09T21:22:10,898 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508 to pos 379, reset compression=false 2024-11-09T21:22:10,912 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 379, reset compression=false 2024-11-09T21:22:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:22:10,970 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T21:22:10,970 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:22:10,970 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:22:10,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:10,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:10,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:22:10,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f0480da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:10,971 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,36289,-1 for getting cluster id 2024-11-09T21:22:10,971 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:22:10,972 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7de9d15-194d-46e2-984f-2d934c3ad655' 2024-11-09T21:22:10,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:22:10,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7de9d15-194d-46e2-984f-2d934c3ad655" 2024-11-09T21:22:10,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28203416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:10,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,36289,-1] 2024-11-09T21:22:10,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:22:10,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:10,974 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:22:10,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d09db12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:10,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5338a594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:10,984 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,41399,-1 for getting cluster id 2024-11-09T21:22:10,985 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:22:10,986 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4eefc65d-d30a-415c-ae18-0daf40c8429f' 2024-11-09T21:22:10,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:22:10,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4eefc65d-d30a-415c-ae18-0daf40c8429f" 2024-11-09T21:22:10,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22637113, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:10,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,41399,-1] 2024-11-09T21:22:10,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:22:10,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:10,988 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:22:10,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76416d73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:10,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130397fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:10,992 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,42357,-1 for getting cluster id 2024-11-09T21:22:10,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:22:10,993 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f39fde1-36b1-4f45-bf74-91ccfcf22b8b' 2024-11-09T21:22:10,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:22:10,994 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f39fde1-36b1-4f45-bf74-91ccfcf22b8b" 2024-11-09T21:22:10,994 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc6f1d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:10,994 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,42357,-1] 2024-11-09T21:22:10,994 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:22:10,994 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:10,995 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:22:10,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eded2ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:11,000 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:22:11,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,37885,1731187306258, seqNum=-1] 2024-11-09T21:22:11,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:22:11,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:22:11,004 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731187319076.e4190923504f5de8cb02c4f852c6ad3d., hostname=9514d6d5e5be,37885,1731187306258, seqNum=2] 2024-11-09T21:22:11,008 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:22:11,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,36709,1731187317611, seqNum=-1] 2024-11-09T21:22:11,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:22:11,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:22:11,012 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731187323382.8c69c88ff9cad7eeb17842b5dfc70ca6., hostname=9514d6d5e5be,36709,1731187317611, seqNum=2] 2024-11-09T21:22:11,014 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-09T21:22:11,148 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786 to pos 379, reset compression=false 2024-11-09T21:22:11,153 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T21:22:11,153 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786 to pos 480, reset compression=false 2024-11-09T21:22:11,153 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.shipper9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,37885,1731187306258 got entry batch from reader: WALEntryBatch [walEntries=[{test/e4190923504f5de8cb02c4f852c6ad3d/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-09T21:22:11,155 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.shipper9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:22:11,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-09T21:22:11,156 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T21:22:11,161 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@324d384d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:11,161 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,41399,-1 for getting cluster id 2024-11-09T21:22:11,161 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:22:11,161 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4eefc65d-d30a-415c-ae18-0daf40c8429f' 2024-11-09T21:22:11,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:22:11,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4eefc65d-d30a-415c-ae18-0daf40c8429f" 2024-11-09T21:22:11,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b5fd00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:11,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,41399,-1] 2024-11-09T21:22:11,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:22:11,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:11,163 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:22:11,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9b60929, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:11,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:22:11,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,39417,1731187310973, seqNum=-1] 2024-11-09T21:22:11,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:22:11,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-09T21:22:11,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731187321232.df7f112fd115acb51bdc2296ec2c5688., hostname=9514d6d5e5be,39417,1731187310973, seqNum=2] 2024-11-09T21:22:11,172 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T21:22:11,302 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508 to pos 379, reset compression=false 2024-11-09T21:22:11,371 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786 to pos 480, reset compression=false 2024-11-09T21:22:11,675 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786 to pos 480, reset compression=false 2024-11-09T21:22:11,720 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 379, reset compression=false 2024-11-09T21:22:11,727 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T21:22:11,727 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 504, reset compression=false 2024-11-09T21:22:11,727 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.shipper9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,39417,1731187310973 got entry batch from reader: WALEntryBatch [walEntries=[{test/df7f112fd115acb51bdc2296ec2c5688/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-09T21:22:11,730 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.shipper9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:22:11,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-09T21:22:11,732 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36709 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T21:22:11,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76dc5a1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:11,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36709 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,42357,-1 for getting cluster id 2024-11-09T21:22:11,738 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36709 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:22:11,740 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6f39fde1-36b1-4f45-bf74-91ccfcf22b8b' 2024-11-09T21:22:11,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:22:11,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6f39fde1-36b1-4f45-bf74-91ccfcf22b8b" 2024-11-09T21:22:11,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fc744a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:11,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,42357,-1] 2024-11-09T21:22:11,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:22:11,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:11,742 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:22:11,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26b13b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:11,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36709 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:22:11,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,36709,1731187317611, seqNum=-1] 2024-11-09T21:22:11,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:22:11,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-09T21:22:11,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731187323382.8c69c88ff9cad7eeb17842b5dfc70ca6., hostname=9514d6d5e5be,36709,1731187317611, seqNum=2] 2024-11-09T21:22:11,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36709 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T21:22:11,814 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508 to pos 379, reset compression=false 2024-11-09T21:22:11,842 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:22:11,842 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508 to pos 527, reset compression=false 2024-11-09T21:22:11,842 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.shipper9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,36709,1731187317611 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:22:11,937 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 504, reset compression=false 2024-11-09T21:22:12,016 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-09T21:22:12,016 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:22:12,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,39417,1731187310973, seqNum=-1] 2024-11-09T21:22:12,017 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:22:12,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:22:12,019 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731187321232.df7f112fd115acb51bdc2296ec2c5688., hostname=9514d6d5e5be,39417,1731187310973, seqNum=2] 2024-11-09T21:22:12,022 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-09T21:22:12,070 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508 to pos 527, reset compression=false 2024-11-09T21:22:12,078 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786 to pos 480, reset compression=false 2024-11-09T21:22:12,240 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 504, reset compression=false 2024-11-09T21:22:12,244 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T21:22:12,244 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 608, reset compression=false 2024-11-09T21:22:12,244 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.shipper9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,39417,1731187310973 got entry batch from reader: WALEntryBatch [walEntries=[{test/df7f112fd115acb51bdc2296ec2c5688/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T21:22:12,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36709 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T21:22:12,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36709 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T21:22:12,374 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508 to pos 527, reset compression=false 2024-11-09T21:22:12,378 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:22:12,378 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508 to pos 654, reset compression=false 2024-11-09T21:22:12,378 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.shipper9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,36709,1731187317611 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:22:12,448 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 608, reset compression=false 2024-11-09T21:22:12,581 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508 to pos 654, reset compression=false 2024-11-09T21:22:12,582 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786 to pos 480, reset compression=false 2024-11-09T21:22:12,751 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 608, reset compression=false 2024-11-09T21:22:12,889 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508 to pos 654, reset compression=false 2024-11-09T21:22:13,024 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-09T21:22:13,026 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-09T21:22:13,181 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 608, reset compression=false 2024-11-09T21:22:13,189 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786 to pos 480, reset compression=false 2024-11-09T21:22:13,297 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508 to pos 654, reset compression=false 2024-11-09T21:22:13,301 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T21:22:13,302 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508 to pos 758, reset compression=false 2024-11-09T21:22:13,302 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.shipper9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,36709,1731187317611 got entry batch from reader: WALEntryBatch [walEntries=[{test/8c69c88ff9cad7eeb17842b5dfc70ca6/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T21:22:13,304 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.shipper9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:22:13,305 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-09T21:22:13,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T21:22:13,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T21:22:13,506 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508 to pos 758, reset compression=false 2024-11-09T21:22:13,685 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 608, reset compression=false 2024-11-09T21:22:13,689 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:22:13,689 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 735, reset compression=false 2024-11-09T21:22:13,689 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.shipper9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,39417,1731187310973 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:22:13,816 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508 to pos 758, reset compression=false 2024-11-09T21:22:13,893 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786 to pos 480, reset compression=false 2024-11-09T21:22:13,902 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 735, reset compression=false 2024-11-09T21:22:13,928 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T21:22:13,928 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T21:22:14,029 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-09T21:22:14,033 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-09T21:22:14,206 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 735, reset compression=false 2024-11-09T21:22:14,225 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508 to pos 758, reset compression=false 2024-11-09T21:22:14,610 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 735, reset compression=false 2024-11-09T21:22:14,696 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786 to pos 480, reset compression=false 2024-11-09T21:22:14,701 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T21:22:14,701 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786 to pos 636, reset compression=false 2024-11-09T21:22:14,701 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.shipper9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,37885,1731187306258 got entry batch from reader: WALEntryBatch [walEntries=[{test/e4190923504f5de8cb02c4f852c6ad3d/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-09T21:22:14,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T21:22:14,704 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T21:22:14,728 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508 to pos 758, reset compression=false 2024-11-09T21:22:14,906 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786 to pos 636, reset compression=false 2024-11-09T21:22:15,035 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-09T21:22:15,129 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 735, reset compression=false 2024-11-09T21:22:15,134 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T21:22:15,134 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 883, reset compression=false 2024-11-09T21:22:15,134 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.shipper9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,39417,1731187310973 got entry batch from reader: WALEntryBatch [walEntries=[{test/df7f112fd115acb51bdc2296ec2c5688/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-09T21:22:15,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36709 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T21:22:15,138 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36709 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T21:22:15,210 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786 to pos 636, reset compression=false 2024-11-09T21:22:15,332 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508 to pos 758, reset compression=false 2024-11-09T21:22:15,337 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:22:15,337 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508 to pos 929, reset compression=false 2024-11-09T21:22:15,337 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.shipper9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,36709,1731187317611 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:22:15,338 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 883, reset compression=false 2024-11-09T21:22:15,495 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:22:15,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:15,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:15,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:15,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:15,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:15,543 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508 to pos 929, reset compression=false 2024-11-09T21:22:15,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:15,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:15,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:15,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:15,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:15,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:15,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:15,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:15,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:15,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:15,614 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786 to pos 636, reset compression=false 2024-11-09T21:22:15,644 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 883, reset compression=false 2024-11-09T21:22:15,661 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T21:22:15,877 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508 to pos 929, reset compression=false 2024-11-09T21:22:16,037 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-09T21:22:16,041 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-09T21:22:16,049 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 883, reset compression=false 2024-11-09T21:22:16,066 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T21:22:16,066 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 1042, reset compression=false 2024-11-09T21:22:16,067 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.shipper9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,39417,1731187310973 got entry batch from reader: WALEntryBatch [walEntries=[{test/df7f112fd115acb51bdc2296ec2c5688/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T21:22:16,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36709 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T21:22:16,071 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36709 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T21:22:16,145 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786 to pos 636, reset compression=false 2024-11-09T21:22:16,274 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 1042, reset compression=false 2024-11-09T21:22:16,281 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508 to pos 929, reset compression=false 2024-11-09T21:22:16,290 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:22:16,290 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508 to pos 1078, reset compression=false 2024-11-09T21:22:16,290 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.shipper9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,36709,1731187317611 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:22:16,495 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508 to pos 1078, reset compression=false 2024-11-09T21:22:16,580 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 1042, reset compression=false 2024-11-09T21:22:16,764 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786 to pos 636, reset compression=false 2024-11-09T21:22:16,813 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508 to pos 1078, reset compression=false 2024-11-09T21:22:16,985 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 1042, reset compression=false 2024-11-09T21:22:17,043 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-09T21:22:17,046 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-09T21:22:17,216 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508 to pos 1078, reset compression=false 2024-11-09T21:22:17,221 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T21:22:17,221 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508 to pos 1237, reset compression=false 2024-11-09T21:22:17,221 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.shipper9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,36709,1731187317611 got entry batch from reader: WALEntryBatch [walEntries=[{test/8c69c88ff9cad7eeb17842b5dfc70ca6/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T21:22:17,222 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T21:22:17,224 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39417 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T21:22:17,423 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508 to pos 1237, reset compression=false 2024-11-09T21:22:17,467 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786 to pos 636, reset compression=false 2024-11-09T21:22:17,488 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 1042, reset compression=false 2024-11-09T21:22:17,492 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:22:17,492 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 1191, reset compression=false 2024-11-09T21:22:17,492 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.shipper9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,39417,1731187310973 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:22:17,697 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 1191, reset compression=false 2024-11-09T21:22:17,729 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508 to pos 1237, reset compression=false 2024-11-09T21:22:18,000 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 1191, reset compression=false 2024-11-09T21:22:18,047 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-09T21:22:18,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T21:22:18,053 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:22:18,053 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:22:18,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:18,053 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:22:18,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:18,053 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T21:22:18,053 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1365086208, stopped=false 2024-11-09T21:22:18,053 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9514d6d5e5be,42357,1731187317475 2024-11-09T21:22:18,136 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508 to pos 1237, reset compression=false 2024-11-09T21:22:18,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x1012179e0120006, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21310192481/running 2024-11-09T21:22:18,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36709-0x1012179e0120007, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21310192481/running 2024-11-09T21:22:18,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x1012179e0120006, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21310192481 2024-11-09T21:22:18,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36709-0x1012179e0120007, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21310192481 2024-11-09T21:22:18,145 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:22:18,145 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:22:18,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36709-0x1012179e0120007, quorum=127.0.0.1:53500, baseZNode=/21310192481 Set watcher on znode that does not yet exist, /21310192481/running 2024-11-09T21:22:18,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42357-0x1012179e0120006, quorum=127.0.0.1:53500, baseZNode=/21310192481 Set watcher on znode that does not yet exist, /21310192481/running 2024-11-09T21:22:18,146 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:22:18,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:18,146 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9514d6d5e5be,36709,1731187317611' ***** 2024-11-09T21:22:18,146 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T21:22:18,146 INFO [RS:0;9514d6d5e5be:36709 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T21:22:18,146 INFO [RS:0;9514d6d5e5be:36709 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T21:22:18,146 INFO [RS:0;9514d6d5e5be:36709 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T21:22:18,146 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T21:22:18,146 INFO [RS:0;9514d6d5e5be:36709 {}] regionserver.HRegionServer(3091): Received CLOSE for 8c69c88ff9cad7eeb17842b5dfc70ca6 2024-11-09T21:22:18,147 INFO [RS:0;9514d6d5e5be:36709 {}] regionserver.HRegionServer(3091): Received CLOSE for a454c881d6a5c90653d64610887e1d84 2024-11-09T21:22:18,147 INFO [RS:0;9514d6d5e5be:36709 {}] regionserver.HRegionServer(959): stopping server 9514d6d5e5be,36709,1731187317611 2024-11-09T21:22:18,147 INFO [RS:0;9514d6d5e5be:36709 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:22:18,147 INFO [RS:0;9514d6d5e5be:36709 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:36709. 2024-11-09T21:22:18,147 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8c69c88ff9cad7eeb17842b5dfc70ca6, disabling compactions & flushes 2024-11-09T21:22:18,147 DEBUG [RS:0;9514d6d5e5be:36709 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:22:18,147 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731187323382.8c69c88ff9cad7eeb17842b5dfc70ca6. 2024-11-09T21:22:18,147 DEBUG [RS:0;9514d6d5e5be:36709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:18,147 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731187323382.8c69c88ff9cad7eeb17842b5dfc70ca6. 2024-11-09T21:22:18,147 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731187323382.8c69c88ff9cad7eeb17842b5dfc70ca6. after waiting 0 ms 2024-11-09T21:22:18,147 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731187323382.8c69c88ff9cad7eeb17842b5dfc70ca6. 2024-11-09T21:22:18,147 INFO [RS:0;9514d6d5e5be:36709 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T21:22:18,147 INFO [RS:0;9514d6d5e5be:36709 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T21:22:18,147 INFO [RS:0;9514d6d5e5be:36709 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T21:22:18,147 INFO [RS:0;9514d6d5e5be:36709 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T21:22:18,147 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8c69c88ff9cad7eeb17842b5dfc70ca6 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-09T21:22:18,147 INFO [RS:0;9514d6d5e5be:36709 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T21:22:18,147 DEBUG [RS:0;9514d6d5e5be:36709 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8c69c88ff9cad7eeb17842b5dfc70ca6=test,,1731187323382.8c69c88ff9cad7eeb17842b5dfc70ca6., a454c881d6a5c90653d64610887e1d84=hbase:replication,,1731187328839.a454c881d6a5c90653d64610887e1d84.} 2024-11-09T21:22:18,147 DEBUG [RS:0;9514d6d5e5be:36709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8c69c88ff9cad7eeb17842b5dfc70ca6, a454c881d6a5c90653d64610887e1d84 2024-11-09T21:22:18,147 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:22:18,147 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:22:18,147 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:22:18,147 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:22:18,147 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:22:18,148 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T21:22:18,164 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/hbase/meta/1588230740/.tmp/info/98ac5a16d3c74e5187e79f006581110f is 147, key is hbase:replication,,1731187328839.a454c881d6a5c90653d64610887e1d84./info:regioninfo/1731187330005/Put/seqid=0 2024-11-09T21:22:18,164 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/default/test/8c69c88ff9cad7eeb17842b5dfc70ca6/.tmp/f/113594cce95c4d75956f532f7496a8a5 is 29, key is row1/f:/1731187336038/DeleteFamily/seqid=0 2024-11-09T21:22:18,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741840_1016 (size=7686) 2024-11-09T21:22:18,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741841_1017 (size=5152) 2024-11-09T21:22:18,168 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/default/test/8c69c88ff9cad7eeb17842b5dfc70ca6/.tmp/f/113594cce95c4d75956f532f7496a8a5 2024-11-09T21:22:18,172 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 113594cce95c4d75956f532f7496a8a5 2024-11-09T21:22:18,184 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/default/test/8c69c88ff9cad7eeb17842b5dfc70ca6/.tmp/f1/f14cb2c7c91549bc9f864279a71a2577 is 30, key is row1/f1:/1731187336038/DeleteFamily/seqid=0 2024-11-09T21:22:18,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741842_1018 (size=5158) 2024-11-09T21:22:18,203 INFO [regionserver/9514d6d5e5be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:22:18,270 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786 to pos 636, reset compression=false 2024-11-09T21:22:18,348 DEBUG [RS:0;9514d6d5e5be:36709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8c69c88ff9cad7eeb17842b5dfc70ca6, a454c881d6a5c90653d64610887e1d84 2024-11-09T21:22:18,403 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 1191, reset compression=false 2024-11-09T21:22:18,428 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T21:22:18,428 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T21:22:18,548 DEBUG [RS:0;9514d6d5e5be:36709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8c69c88ff9cad7eeb17842b5dfc70ca6, a454c881d6a5c90653d64610887e1d84 2024-11-09T21:22:18,568 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/hbase/meta/1588230740/.tmp/info/98ac5a16d3c74e5187e79f006581110f 2024-11-09T21:22:18,588 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/default/test/8c69c88ff9cad7eeb17842b5dfc70ca6/.tmp/f1/f14cb2c7c91549bc9f864279a71a2577 2024-11-09T21:22:18,589 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/hbase/meta/1588230740/.tmp/ns/61fcace86a3d4d5ebff62e157477280f is 43, key is default/ns:d/1731187319033/Put/seqid=0 2024-11-09T21:22:18,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741843_1019 (size=5153) 2024-11-09T21:22:18,595 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f14cb2c7c91549bc9f864279a71a2577 2024-11-09T21:22:18,596 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/hbase/meta/1588230740/.tmp/ns/61fcace86a3d4d5ebff62e157477280f 2024-11-09T21:22:18,611 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/default/test/8c69c88ff9cad7eeb17842b5dfc70ca6/.tmp/norep/6e837bbfb1e64ff5877207d7e3522adb is 33, key is row2/norep:/1731187337044/DeleteFamily/seqid=0 2024-11-09T21:22:18,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741844_1020 (size=5108) 2024-11-09T21:22:18,623 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/hbase/meta/1588230740/.tmp/rep_barrier/7054cad3e4ef4fba860c7045d21f5467 is 112, key is test,,1731187323382.8c69c88ff9cad7eeb17842b5dfc70ca6./rep_barrier:seqnumDuringOpen/1731187324162/Put/seqid=0 2024-11-09T21:22:18,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741845_1021 (size=5518) 2024-11-09T21:22:18,639 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508 to pos 1237, reset compression=false 2024-11-09T21:22:18,643 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:22:18,643 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508 to pos 1484, reset compression=false 2024-11-09T21:22:18,643 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.shipper9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,36709,1731187317611 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:22:18,644 ERROR [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.shipper9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9514d6d5e5be,36709,1731187317611: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9514d6d5e5be,36709,1731187317611, walGroup=9514d6d5e5be%2C36709%2C1731187317611, offset=9514d6d5e5be%2C36709%2C1731187317611.1731187318508:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:36709 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T21:22:18,645 ERROR [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.shipper9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T21:22:18,645 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.shipper9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T21:22:18,646 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.shipper9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T21:22:18,646 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.shipper9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T21:22:18,646 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.shipper9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T21:22:18,646 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.shipper9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1352663040, "init": 1048576000, "max": 2306867200, "used": 928439808 }, "NonHeapMemoryUsage": { "committed": 206241792, "init": 7667712, "max": -1, "used": 201114112 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T21:22:18,646 WARN [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.shipper9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:42357 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:42357 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T21:22:18,748 DEBUG [RS:0;9514d6d5e5be:36709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8c69c88ff9cad7eeb17842b5dfc70ca6, a454c881d6a5c90653d64610887e1d84 2024-11-09T21:22:18,846 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508 to pos 1484, reset compression=false 2024-11-09T21:22:18,907 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 1191, reset compression=false 2024-11-09T21:22:18,948 DEBUG [RS:0;9514d6d5e5be:36709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8c69c88ff9cad7eeb17842b5dfc70ca6, a454c881d6a5c90653d64610887e1d84 2024-11-09T21:22:19,018 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/default/test/8c69c88ff9cad7eeb17842b5dfc70ca6/.tmp/norep/6e837bbfb1e64ff5877207d7e3522adb 2024-11-09T21:22:19,024 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e837bbfb1e64ff5877207d7e3522adb 2024-11-09T21:22:19,025 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/default/test/8c69c88ff9cad7eeb17842b5dfc70ca6/.tmp/f/113594cce95c4d75956f532f7496a8a5 as hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/default/test/8c69c88ff9cad7eeb17842b5dfc70ca6/f/113594cce95c4d75956f532f7496a8a5 2024-11-09T21:22:19,029 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 113594cce95c4d75956f532f7496a8a5 2024-11-09T21:22:19,030 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/default/test/8c69c88ff9cad7eeb17842b5dfc70ca6/f/113594cce95c4d75956f532f7496a8a5, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T21:22:19,030 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/default/test/8c69c88ff9cad7eeb17842b5dfc70ca6/.tmp/f1/f14cb2c7c91549bc9f864279a71a2577 as hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/default/test/8c69c88ff9cad7eeb17842b5dfc70ca6/f1/f14cb2c7c91549bc9f864279a71a2577 2024-11-09T21:22:19,034 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f14cb2c7c91549bc9f864279a71a2577 2024-11-09T21:22:19,034 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/default/test/8c69c88ff9cad7eeb17842b5dfc70ca6/f1/f14cb2c7c91549bc9f864279a71a2577, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T21:22:19,035 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/hbase/meta/1588230740/.tmp/rep_barrier/7054cad3e4ef4fba860c7045d21f5467 2024-11-09T21:22:19,035 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/default/test/8c69c88ff9cad7eeb17842b5dfc70ca6/.tmp/norep/6e837bbfb1e64ff5877207d7e3522adb as hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/default/test/8c69c88ff9cad7eeb17842b5dfc70ca6/norep/6e837bbfb1e64ff5877207d7e3522adb 2024-11-09T21:22:19,043 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e837bbfb1e64ff5877207d7e3522adb 2024-11-09T21:22:19,043 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/default/test/8c69c88ff9cad7eeb17842b5dfc70ca6/norep/6e837bbfb1e64ff5877207d7e3522adb, entries=1, sequenceid=10, filesize=5.0 K 2024-11-09T21:22:19,044 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 8c69c88ff9cad7eeb17842b5dfc70ca6 in 897ms, sequenceid=10, compaction requested=false 2024-11-09T21:22:19,057 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/default/test/8c69c88ff9cad7eeb17842b5dfc70ca6/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T21:22:19,058 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:22:19,058 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T21:22:19,058 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731187323382.8c69c88ff9cad7eeb17842b5dfc70ca6. 2024-11-09T21:22:19,058 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8c69c88ff9cad7eeb17842b5dfc70ca6: Waiting for close lock at 1731187338147Running coprocessor pre-close hooks at 1731187338147Disabling compacts and flushes for region at 1731187338147Disabling writes for close at 1731187338147Obtaining lock to block concurrent updates at 1731187338147Preparing flush snapshotting stores in 8c69c88ff9cad7eeb17842b5dfc70ca6 at 1731187338147Finished memstore snapshotting test,,1731187323382.8c69c88ff9cad7eeb17842b5dfc70ca6., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731187338147Flushing stores of test,,1731187323382.8c69c88ff9cad7eeb17842b5dfc70ca6. at 1731187338148 (+1 ms)Flushing 8c69c88ff9cad7eeb17842b5dfc70ca6/f: creating writer at 1731187338148Flushing 8c69c88ff9cad7eeb17842b5dfc70ca6/f: appending metadata at 1731187338164 (+16 ms)Flushing 8c69c88ff9cad7eeb17842b5dfc70ca6/f: closing flushed file at 1731187338164Flushing 8c69c88ff9cad7eeb17842b5dfc70ca6/f1: creating writer at 1731187338172 (+8 ms)Flushing 8c69c88ff9cad7eeb17842b5dfc70ca6/f1: appending metadata at 1731187338184 (+12 ms)Flushing 8c69c88ff9cad7eeb17842b5dfc70ca6/f1: closing flushed file at 1731187338184Flushing 8c69c88ff9cad7eeb17842b5dfc70ca6/norep: creating writer at 1731187338595 (+411 ms)Flushing 8c69c88ff9cad7eeb17842b5dfc70ca6/norep: appending metadata at 1731187338610 (+15 ms)Flushing 8c69c88ff9cad7eeb17842b5dfc70ca6/norep: closing flushed file at 1731187338610Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e72d639: reopening flushed file at 1731187339024 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16bef85c: reopening flushed file at 1731187339030 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10f80d54: reopening flushed file at 1731187339035 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 8c69c88ff9cad7eeb17842b5dfc70ca6 in 897ms, sequenceid=10, compaction requested=false at 1731187339044 (+9 ms)Writing region close event to WAL at 1731187339054 (+10 ms)Running coprocessor post-close hooks at 1731187339058 (+4 ms)Closed at 1731187339058 2024-11-09T21:22:19,058 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731187323382.8c69c88ff9cad7eeb17842b5dfc70ca6. 2024-11-09T21:22:19,058 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a454c881d6a5c90653d64610887e1d84, disabling compactions & flushes 2024-11-09T21:22:19,058 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731187328839.a454c881d6a5c90653d64610887e1d84. 2024-11-09T21:22:19,058 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731187328839.a454c881d6a5c90653d64610887e1d84. 2024-11-09T21:22:19,058 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731187328839.a454c881d6a5c90653d64610887e1d84. after waiting 0 ms 2024-11-09T21:22:19,058 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731187328839.a454c881d6a5c90653d64610887e1d84. 2024-11-09T21:22:19,059 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a454c881d6a5c90653d64610887e1d84: Waiting for close lock at 1731187339058Running coprocessor pre-close hooks at 1731187339058Disabling compacts and flushes for region at 1731187339058Disabling writes for close at 1731187339058Failed flush hbase:replication,,1731187328839.a454c881d6a5c90653d64610887e1d84., putting online again at 1731187339059 (+1 ms) 2024-11-09T21:22:19,059 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731187328839.a454c881d6a5c90653d64610887e1d84. 2024-11-09T21:22:19,069 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/hbase/meta/1588230740/.tmp/table/26e5dc6ab92f473dad8500baa7992150 is 53, key is hbase:replication/table:state/1731187330014/Put/seqid=0 2024-11-09T21:22:19,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741846_1022 (size=5308) 2024-11-09T21:22:19,073 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/hbase/meta/1588230740/.tmp/table/26e5dc6ab92f473dad8500baa7992150 2024-11-09T21:22:19,077 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/hbase/meta/1588230740/.tmp/info/98ac5a16d3c74e5187e79f006581110f as hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/hbase/meta/1588230740/info/98ac5a16d3c74e5187e79f006581110f 2024-11-09T21:22:19,080 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/hbase/meta/1588230740/info/98ac5a16d3c74e5187e79f006581110f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T21:22:19,081 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/hbase/meta/1588230740/.tmp/ns/61fcace86a3d4d5ebff62e157477280f as hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/hbase/meta/1588230740/ns/61fcace86a3d4d5ebff62e157477280f 2024-11-09T21:22:19,085 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/hbase/meta/1588230740/ns/61fcace86a3d4d5ebff62e157477280f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T21:22:19,086 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/hbase/meta/1588230740/.tmp/rep_barrier/7054cad3e4ef4fba860c7045d21f5467 as hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/hbase/meta/1588230740/rep_barrier/7054cad3e4ef4fba860c7045d21f5467 2024-11-09T21:22:19,090 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/hbase/meta/1588230740/rep_barrier/7054cad3e4ef4fba860c7045d21f5467, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T21:22:19,091 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/hbase/meta/1588230740/.tmp/table/26e5dc6ab92f473dad8500baa7992150 as hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/hbase/meta/1588230740/table/26e5dc6ab92f473dad8500baa7992150 2024-11-09T21:22:19,094 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/hbase/meta/1588230740/table/26e5dc6ab92f473dad8500baa7992150, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T21:22:19,095 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 947ms, sequenceid=16, compaction requested=false 2024-11-09T21:22:19,103 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T21:22:19,103 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:22:19,103 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:22:19,103 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:22:19,103 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187338147Running coprocessor pre-close hooks at 1731187338147Disabling compacts and flushes for region at 1731187338147Disabling writes for close at 1731187338147Obtaining lock to block concurrent updates at 1731187338148 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731187338148Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731187338148Flushing stores of hbase:meta,,1.1588230740 at 1731187338148Flushing 1588230740/info: creating writer at 1731187338148Flushing 1588230740/info: appending metadata at 1731187338164 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731187338164Flushing 1588230740/ns: creating writer at 1731187338571 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731187338589 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731187338589Flushing 1588230740/rep_barrier: creating writer at 1731187338605 (+16 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731187338623 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731187338623Flushing 1588230740/table: creating writer at 1731187339039 (+416 ms)Flushing 1588230740/table: appending metadata at 1731187339069 (+30 ms)Flushing 1588230740/table: closing flushed file at 1731187339069Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26ae7799: reopening flushed file at 1731187339076 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ddb71b3: reopening flushed file at 1731187339080 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6239bde3: reopening flushed file at 1731187339085 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57e5d98a: reopening flushed file at 1731187339090 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 947ms, sequenceid=16, compaction requested=false at 1731187339095 (+5 ms)Writing region close event to WAL at 1731187339100 (+5 ms)Running coprocessor post-close hooks at 1731187339103 (+3 ms)Closed at 1731187339103 2024-11-09T21:22:19,103 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T21:22:19,148 INFO [RS:0;9514d6d5e5be:36709 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T21:22:19,149 DEBUG [RS:0;9514d6d5e5be:36709 {}] regionserver.HRegionServer(1325): Online Regions={a454c881d6a5c90653d64610887e1d84=hbase:replication,,1731187328839.a454c881d6a5c90653d64610887e1d84.} 2024-11-09T21:22:19,149 INFO [RS:0;9514d6d5e5be:36709 {}] regionserver.HRegionServer(3091): Received CLOSE for a454c881d6a5c90653d64610887e1d84 2024-11-09T21:22:19,149 DEBUG [RS:0;9514d6d5e5be:36709 {}] regionserver.HRegionServer(1351): Waiting on a454c881d6a5c90653d64610887e1d84 2024-11-09T21:22:19,149 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508 to pos 1484, reset compression=false 2024-11-09T21:22:19,149 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a454c881d6a5c90653d64610887e1d84, disabling compactions & flushes 2024-11-09T21:22:19,149 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731187328839.a454c881d6a5c90653d64610887e1d84. 2024-11-09T21:22:19,149 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731187328839.a454c881d6a5c90653d64610887e1d84. 2024-11-09T21:22:19,149 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731187328839.a454c881d6a5c90653d64610887e1d84. after waiting 0 ms 2024-11-09T21:22:19,149 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731187328839.a454c881d6a5c90653d64610887e1d84. 2024-11-09T21:22:19,149 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a454c881d6a5c90653d64610887e1d84: Waiting for close lock at 1731187339149Running coprocessor pre-close hooks at 1731187339149Disabling compacts and flushes for region at 1731187339149Disabling writes for close at 1731187339149Failed flush hbase:replication,,1731187328839.a454c881d6a5c90653d64610887e1d84., putting online again at 1731187339149 2024-11-09T21:22:19,149 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731187328839.a454c881d6a5c90653d64610887e1d84. 2024-11-09T21:22:19,154 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:22:19,154 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508 to pos 2128, reset compression=false 2024-11-09T21:22:19,180 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786 to pos 636, reset compression=false 2024-11-09T21:22:19,349 INFO [RS:0;9514d6d5e5be:36709 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T21:22:19,349 INFO [RS:0;9514d6d5e5be:36709 {}] regionserver.HRegionServer(976): stopping server 9514d6d5e5be,36709,1731187317611; all regions closed. 2024-11-09T21:22:19,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741834_1010 (size=4239) 2024-11-09T21:22:19,351 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.meta.1731187318989.meta not finished, retry = 0 2024-11-09T21:22:19,370 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508 to pos 2128, reset compression=false 2024-11-09T21:22:19,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741839_1015 (size=2171) 2024-11-09T21:22:19,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741833_1009 (size=2136) 2024-11-09T21:22:19,455 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/WALs/9514d6d5e5be,36709,1731187317611/9514d6d5e5be%2C36709%2C1731187317611.1731187318508 not finished, retry = 0 2024-11-09T21:22:19,511 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 1191, reset compression=false 2024-11-09T21:22:19,556 DEBUG [RS:0;9514d6d5e5be:36709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:19,556 INFO [RS:0;9514d6d5e5be:36709 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:22:19,556 INFO [RS:0;9514d6d5e5be:36709 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:22:19,556 INFO [RS:0;9514d6d5e5be:36709 {}] hbase.ChoreService(370): Chore service for: regionserver/9514d6d5e5be:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T21:22:19,556 INFO [RS:0;9514d6d5e5be:36709 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:22:19,557 INFO [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:22:19,557 INFO [RS:0;9514d6d5e5be:36709 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9514d6d5e5be,36709,1731187317611 because: Region server is closing 2024-11-09T21:22:19,557 INFO [RS:0;9514d6d5e5be:36709 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:36709. 2024-11-09T21:22:19,557 DEBUG [RS:0;9514d6d5e5be:36709 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:22:19,557 DEBUG [RS:0;9514d6d5e5be:36709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:19,557 DEBUG [RS:0;9514d6d5e5be:36709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:19,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:22:19,657 INFO [RS:0;9514d6d5e5be:36709 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.shipper9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 terminated 2024-11-09T21:22:19,657 WARN [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,36709,1731187317611.replicationSource.wal-reader.9514d6d5e5be%2C36709%2C1731187317611,1-9514d6d5e5be,36709,1731187317611 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T21:22:19,658 INFO [RS:0;9514d6d5e5be:36709 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:36709. 2024-11-09T21:22:19,658 DEBUG [RS:0;9514d6d5e5be:36709 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:22:19,658 DEBUG [RS:0;9514d6d5e5be:36709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:19,658 DEBUG [RS:0;9514d6d5e5be:36709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:19,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:22:19,658 INFO [RS:0;9514d6d5e5be:36709 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36709 2024-11-09T21:22:19,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x1012179e0120006, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21310192481/rs 2024-11-09T21:22:19,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36709-0x1012179e0120007, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21310192481/rs/9514d6d5e5be,36709,1731187317611 2024-11-09T21:22:19,724 INFO [RS:0;9514d6d5e5be:36709 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:22:19,734 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9514d6d5e5be,36709,1731187317611] 2024-11-09T21:22:19,744 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21310192481/draining/9514d6d5e5be,36709,1731187317611 already deleted, retry=false 2024-11-09T21:22:19,744 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9514d6d5e5be,36709,1731187317611 expired; onlineServers=0 2024-11-09T21:22:19,745 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9514d6d5e5be,42357,1731187317475' ***** 2024-11-09T21:22:19,745 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T21:22:19,745 INFO [M:0;9514d6d5e5be:42357 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:22:19,745 INFO [M:0;9514d6d5e5be:42357 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:22:19,745 DEBUG [M:0;9514d6d5e5be:42357 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T21:22:19,745 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T21:22:19,745 DEBUG [M:0;9514d6d5e5be:42357 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T21:22:19,745 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187318187 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187318187,5,FailOnTimeoutGroup] 2024-11-09T21:22:19,745 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187318187 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187318187,5,FailOnTimeoutGroup] 2024-11-09T21:22:19,745 INFO [M:0;9514d6d5e5be:42357 {}] hbase.ChoreService(370): Chore service for: master/9514d6d5e5be:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T21:22:19,745 INFO [M:0;9514d6d5e5be:42357 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:22:19,745 DEBUG [M:0;9514d6d5e5be:42357 {}] master.HMaster(1795): Stopping service threads 2024-11-09T21:22:19,745 INFO [M:0;9514d6d5e5be:42357 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T21:22:19,745 INFO [M:0;9514d6d5e5be:42357 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:22:19,745 INFO [M:0;9514d6d5e5be:42357 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T21:22:19,746 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T21:22:19,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x1012179e0120006, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21310192481/master 2024-11-09T21:22:19,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x1012179e0120006, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21310192481 2024-11-09T21:22:19,755 DEBUG [M:0;9514d6d5e5be:42357 {}] zookeeper.ZKUtil(347): master:42357-0x1012179e0120006, quorum=127.0.0.1:53500, baseZNode=/21310192481 Unable to get data of znode /21310192481/master because node does not exist (not an error) 2024-11-09T21:22:19,755 WARN [M:0;9514d6d5e5be:42357 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T21:22:19,756 INFO [M:0;9514d6d5e5be:42357 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/.lastflushedseqids 2024-11-09T21:22:19,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741847_1023 (size=245) 2024-11-09T21:22:19,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36709-0x1012179e0120007, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:22:19,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36709-0x1012179e0120007, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:22:19,834 INFO [RS:0;9514d6d5e5be:36709 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:22:19,834 INFO [RS:0;9514d6d5e5be:36709 {}] regionserver.HRegionServer(1031): Exiting; stopping=9514d6d5e5be,36709,1731187317611; zookeeper connection closed. 2024-11-09T21:22:19,835 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51691da4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51691da4 2024-11-09T21:22:19,835 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T21:22:20,160 INFO [M:0;9514d6d5e5be:42357 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T21:22:20,160 INFO [M:0;9514d6d5e5be:42357 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T21:22:20,160 DEBUG [M:0;9514d6d5e5be:42357 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:22:20,160 INFO [M:0;9514d6d5e5be:42357 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:22:20,160 DEBUG [M:0;9514d6d5e5be:42357 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:22:20,160 DEBUG [M:0;9514d6d5e5be:42357 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:22:20,160 DEBUG [M:0;9514d6d5e5be:42357 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:22:20,161 INFO [M:0;9514d6d5e5be:42357 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-09T21:22:20,173 DEBUG [M:0;9514d6d5e5be:42357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9128ab9cc5d4a93ac54662fa1f3a9de is 82, key is hbase:meta,,1/info:regioninfo/1731187319016/Put/seqid=0 2024-11-09T21:22:20,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741848_1024 (size=5672) 2024-11-09T21:22:20,184 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786 to pos 636, reset compression=false 2024-11-09T21:22:20,214 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 1191, reset compression=false 2024-11-09T21:22:20,577 INFO [M:0;9514d6d5e5be:42357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9128ab9cc5d4a93ac54662fa1f3a9de 2024-11-09T21:22:20,591 DEBUG [M:0;9514d6d5e5be:42357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e03ed0af46624d0487f6cea676e62271 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731187330018/Put/seqid=0 2024-11-09T21:22:20,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741849_1025 (size=8516) 2024-11-09T21:22:20,842 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T21:22:20,995 INFO [M:0;9514d6d5e5be:42357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e03ed0af46624d0487f6cea676e62271 2024-11-09T21:22:21,016 DEBUG [M:0;9514d6d5e5be:42357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52ed49e903b4436ba05117e5f1d9cce7 is 69, key is 9514d6d5e5be,36709,1731187317611/rs:state/1731187318280/Put/seqid=0 2024-11-09T21:22:21,017 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 1191, reset compression=false 2024-11-09T21:22:21,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741850_1026 (size=5156) 2024-11-09T21:22:21,019 INFO [M:0;9514d6d5e5be:42357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52ed49e903b4436ba05117e5f1d9cce7 2024-11-09T21:22:21,022 DEBUG [M:0;9514d6d5e5be:42357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f9128ab9cc5d4a93ac54662fa1f3a9de as hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9128ab9cc5d4a93ac54662fa1f3a9de 2024-11-09T21:22:21,026 INFO [M:0;9514d6d5e5be:42357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f9128ab9cc5d4a93ac54662fa1f3a9de, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T21:22:21,027 DEBUG [M:0;9514d6d5e5be:42357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e03ed0af46624d0487f6cea676e62271 as hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e03ed0af46624d0487f6cea676e62271 2024-11-09T21:22:21,030 INFO [M:0;9514d6d5e5be:42357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e03ed0af46624d0487f6cea676e62271, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T21:22:21,031 DEBUG [M:0;9514d6d5e5be:42357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52ed49e903b4436ba05117e5f1d9cce7 as hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/52ed49e903b4436ba05117e5f1d9cce7 2024-11-09T21:22:21,035 INFO [M:0;9514d6d5e5be:42357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40439/user/jenkins/test-data/54287776-3fd5-2b8b-1a22-a51d582242d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/52ed49e903b4436ba05117e5f1d9cce7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T21:22:21,035 INFO [M:0;9514d6d5e5be:42357 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=97, compaction requested=false 2024-11-09T21:22:21,037 INFO [M:0;9514d6d5e5be:42357 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:22:21,037 DEBUG [M:0;9514d6d5e5be:42357 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187340160Disabling compacts and flushes for region at 1731187340160Disabling writes for close at 1731187340160Obtaining lock to block concurrent updates at 1731187340161 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731187340161Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731187340161Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731187340161Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731187340162 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731187340173 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731187340173Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731187340580 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731187340591 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731187340591Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731187341001 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731187341015 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731187341015Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48ff2b6f: reopening flushed file at 1731187341022 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11dcee3d: reopening flushed file at 1731187341026 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10dfd797: reopening flushed file at 1731187341031 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=97, compaction requested=false at 1731187341035 (+4 ms)Writing region close event to WAL at 1731187341037 (+2 ms)Closed at 1731187341037 2024-11-09T21:22:21,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45741 is added to blk_1073741830_1006 (size=63654) 2024-11-09T21:22:21,039 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:22:21,039 INFO [M:0;9514d6d5e5be:42357 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T21:22:21,039 INFO [M:0;9514d6d5e5be:42357 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42357 2024-11-09T21:22:21,040 INFO [M:0;9514d6d5e5be:42357 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:22:21,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x1012179e0120006, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:22:21,160 INFO [M:0;9514d6d5e5be:42357 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:22:21,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42357-0x1012179e0120006, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:22:21,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f6203c6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:22:21,163 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ff3d8ef{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:22:21,163 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:22:21,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62275d03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:22:21,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cc63d6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a7e6963-4cf8-4ec6-6ff6-3578128a0236/hadoop.log.dir/,STOPPED} 2024-11-09T21:22:21,164 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T21:22:21,164 WARN [BP-1332585007-172.17.0.2-1731187313542 heartbeating to localhost/127.0.0.1:40439 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T21:22:21,164 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T21:22:21,164 WARN [BP-1332585007-172.17.0.2-1731187313542 heartbeating to localhost/127.0.0.1:40439 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1332585007-172.17.0.2-1731187313542 (Datanode Uuid 1bfabf2d-999f-4237-9260-98875eb1d1a3) service to localhost/127.0.0.1:40439 2024-11-09T21:22:21,165 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a7e6963-4cf8-4ec6-6ff6-3578128a0236/cluster_f1c8cd9c-258e-87ca-3bac-54404460ca90/data/data1/current/BP-1332585007-172.17.0.2-1731187313542 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:22:21,165 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a7e6963-4cf8-4ec6-6ff6-3578128a0236/cluster_f1c8cd9c-258e-87ca-3bac-54404460ca90/data/data2/current/BP-1332585007-172.17.0.2-1731187313542 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:22:21,165 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T21:22:21,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ecc6927{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:22:21,170 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e37eac7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:22:21,170 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:22:21,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fdd13e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:22:21,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5127e7e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a7e6963-4cf8-4ec6-6ff6-3578128a0236/hadoop.log.dir/,STOPPED} 2024-11-09T21:22:21,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T21:22:21,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T21:22:21,182 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:22:21,182 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:22:21,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:21,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:21,182 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:22:21,182 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T21:22:21,182 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1930867175, stopped=false 2024-11-09T21:22:21,182 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9514d6d5e5be,41399,1731187310858 2024-11-09T21:22:21,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x1012179e0120003, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1461673305/running 2024-11-09T21:22:21,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x1012179e0120003, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1461673305 2024-11-09T21:22:21,197 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1012179e0120004, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1461673305/running 2024-11-09T21:22:21,197 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:22:21,197 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1012179e0120004, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1461673305 2024-11-09T21:22:21,198 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:22:21,198 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:22:21,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:21,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41399-0x1012179e0120003, quorum=127.0.0.1:53500, baseZNode=/1461673305 Set watcher on znode that does not yet exist, /1461673305/running 2024-11-09T21:22:21,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39417-0x1012179e0120004, quorum=127.0.0.1:53500, baseZNode=/1461673305 Set watcher on znode that does not yet exist, /1461673305/running 2024-11-09T21:22:21,198 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9514d6d5e5be,39417,1731187310973' ***** 2024-11-09T21:22:21,198 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T21:22:21,198 INFO [RS:0;9514d6d5e5be:39417 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T21:22:21,198 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T21:22:21,198 INFO [RS:0;9514d6d5e5be:39417 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T21:22:21,198 INFO [RS:0;9514d6d5e5be:39417 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T21:22:21,198 INFO [RS:0;9514d6d5e5be:39417 {}] regionserver.HRegionServer(3091): Received CLOSE for 7ada8e3ae4e2a8f87787f379a427f86e 2024-11-09T21:22:21,198 INFO [RS:0;9514d6d5e5be:39417 {}] regionserver.HRegionServer(3091): Received CLOSE for df7f112fd115acb51bdc2296ec2c5688 2024-11-09T21:22:21,198 INFO [RS:0;9514d6d5e5be:39417 {}] regionserver.HRegionServer(959): stopping server 9514d6d5e5be,39417,1731187310973 2024-11-09T21:22:21,199 INFO [RS:0;9514d6d5e5be:39417 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:22:21,199 INFO [RS:0;9514d6d5e5be:39417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:39417. 2024-11-09T21:22:21,199 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7ada8e3ae4e2a8f87787f379a427f86e, disabling compactions & flushes 2024-11-09T21:22:21,199 DEBUG [RS:0;9514d6d5e5be:39417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:22:21,199 DEBUG [RS:0;9514d6d5e5be:39417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:21,199 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731187326684.7ada8e3ae4e2a8f87787f379a427f86e. 2024-11-09T21:22:21,199 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731187326684.7ada8e3ae4e2a8f87787f379a427f86e. 2024-11-09T21:22:21,199 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731187326684.7ada8e3ae4e2a8f87787f379a427f86e. after waiting 0 ms 2024-11-09T21:22:21,199 INFO [RS:0;9514d6d5e5be:39417 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T21:22:21,199 INFO [RS:0;9514d6d5e5be:39417 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T21:22:21,199 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731187326684.7ada8e3ae4e2a8f87787f379a427f86e. 2024-11-09T21:22:21,199 INFO [RS:0;9514d6d5e5be:39417 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T21:22:21,199 INFO [RS:0;9514d6d5e5be:39417 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T21:22:21,199 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7ada8e3ae4e2a8f87787f379a427f86e 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-09T21:22:21,199 INFO [RS:0;9514d6d5e5be:39417 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T21:22:21,199 DEBUG [RS:0;9514d6d5e5be:39417 {}] regionserver.HRegionServer(1325): Online Regions={7ada8e3ae4e2a8f87787f379a427f86e=hbase:replication,,1731187326684.7ada8e3ae4e2a8f87787f379a427f86e., 1588230740=hbase:meta,,1.1588230740, df7f112fd115acb51bdc2296ec2c5688=test,,1731187321232.df7f112fd115acb51bdc2296ec2c5688.} 2024-11-09T21:22:21,199 DEBUG [RS:0;9514d6d5e5be:39417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ada8e3ae4e2a8f87787f379a427f86e, df7f112fd115acb51bdc2296ec2c5688 2024-11-09T21:22:21,199 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:22:21,199 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:22:21,199 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:22:21,199 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:22:21,199 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:22:21,199 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T21:22:21,212 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/hbase/meta/1588230740/.tmp/info/afa79678ecb64feb8063ecf8cfcbb8c9 is 147, key is hbase:replication,,1731187326684.7ada8e3ae4e2a8f87787f379a427f86e./info:regioninfo/1731187327844/Put/seqid=0 2024-11-09T21:22:21,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41137 is added to blk_1073741840_1016 (size=7686) 2024-11-09T21:22:21,215 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/hbase/replication/7ada8e3ae4e2a8f87787f379a427f86e/.tmp/queue/2a706a22d423491ca73141d46038c9d8 is 154, key is 1-9514d6d5e5be,39417,1731187310973/queue:9514d6d5e5be%2C39417%2C1731187310973/1731187337492/Put/seqid=0 2024-11-09T21:22:21,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41137 is added to blk_1073741841_1017 (size=5353) 2024-11-09T21:22:21,242 INFO [regionserver/9514d6d5e5be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:22:21,287 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786 to pos 636, reset compression=false 2024-11-09T21:22:21,399 DEBUG [RS:0;9514d6d5e5be:39417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ada8e3ae4e2a8f87787f379a427f86e, df7f112fd115acb51bdc2296ec2c5688 2024-11-09T21:22:21,516 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T21:22:21,516 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T21:22:21,599 DEBUG [RS:0;9514d6d5e5be:39417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7ada8e3ae4e2a8f87787f379a427f86e, df7f112fd115acb51bdc2296ec2c5688 2024-11-09T21:22:21,615 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/hbase/meta/1588230740/.tmp/info/afa79678ecb64feb8063ecf8cfcbb8c9 2024-11-09T21:22:21,618 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/hbase/replication/7ada8e3ae4e2a8f87787f379a427f86e/.tmp/queue/2a706a22d423491ca73141d46038c9d8 2024-11-09T21:22:21,622 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/hbase/replication/7ada8e3ae4e2a8f87787f379a427f86e/.tmp/queue/2a706a22d423491ca73141d46038c9d8 as hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/hbase/replication/7ada8e3ae4e2a8f87787f379a427f86e/queue/2a706a22d423491ca73141d46038c9d8 2024-11-09T21:22:21,625 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/hbase/replication/7ada8e3ae4e2a8f87787f379a427f86e/queue/2a706a22d423491ca73141d46038c9d8, entries=1, sequenceid=12, filesize=5.2 K 2024-11-09T21:22:21,626 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 7ada8e3ae4e2a8f87787f379a427f86e in 427ms, sequenceid=12, compaction requested=false 2024-11-09T21:22:21,633 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/hbase/meta/1588230740/.tmp/ns/249b6dd8e19543b1aa847d96e295fc8b is 43, key is default/ns:d/1731187313334/Put/seqid=0 2024-11-09T21:22:21,634 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/hbase/replication/7ada8e3ae4e2a8f87787f379a427f86e/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T21:22:21,634 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:22:21,634 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:22:21,634 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731187326684.7ada8e3ae4e2a8f87787f379a427f86e. 2024-11-09T21:22:21,634 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7ada8e3ae4e2a8f87787f379a427f86e: Waiting for close lock at 1731187341199Running coprocessor pre-close hooks at 1731187341199Disabling compacts and flushes for region at 1731187341199Disabling writes for close at 1731187341199Obtaining lock to block concurrent updates at 1731187341199Preparing flush snapshotting stores in 7ada8e3ae4e2a8f87787f379a427f86e at 1731187341199Finished memstore snapshotting hbase:replication,,1731187326684.7ada8e3ae4e2a8f87787f379a427f86e., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731187341199Flushing stores of hbase:replication,,1731187326684.7ada8e3ae4e2a8f87787f379a427f86e. at 1731187341200 (+1 ms)Flushing 7ada8e3ae4e2a8f87787f379a427f86e/queue: creating writer at 1731187341200Flushing 7ada8e3ae4e2a8f87787f379a427f86e/queue: appending metadata at 1731187341215 (+15 ms)Flushing 7ada8e3ae4e2a8f87787f379a427f86e/queue: closing flushed file at 1731187341215Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5690fb8d: reopening flushed file at 1731187341621 (+406 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 7ada8e3ae4e2a8f87787f379a427f86e in 427ms, sequenceid=12, compaction requested=false at 1731187341626 (+5 ms)Writing region close event to WAL at 1731187341631 (+5 ms)Running coprocessor post-close hooks at 1731187341634 (+3 ms)Closed at 1731187341634 2024-11-09T21:22:21,634 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731187326684.7ada8e3ae4e2a8f87787f379a427f86e. 2024-11-09T21:22:21,634 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing df7f112fd115acb51bdc2296ec2c5688, disabling compactions & flushes 2024-11-09T21:22:21,634 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731187321232.df7f112fd115acb51bdc2296ec2c5688. 2024-11-09T21:22:21,635 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731187321232.df7f112fd115acb51bdc2296ec2c5688. 2024-11-09T21:22:21,635 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731187321232.df7f112fd115acb51bdc2296ec2c5688. after waiting 0 ms 2024-11-09T21:22:21,635 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731187321232.df7f112fd115acb51bdc2296ec2c5688. 2024-11-09T21:22:21,635 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing df7f112fd115acb51bdc2296ec2c5688 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-09T21:22:21,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41137 is added to blk_1073741842_1018 (size=5153) 2024-11-09T21:22:21,647 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/default/test/df7f112fd115acb51bdc2296ec2c5688/.tmp/f/aff181f7090c47cc91a7254d68cd6bee is 29, key is row1/f:/1731187336038/DeleteFamily/seqid=0 2024-11-09T21:22:21,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41137 is added to blk_1073741843_1019 (size=5152) 2024-11-09T21:22:21,800 DEBUG [RS:0;9514d6d5e5be:39417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, df7f112fd115acb51bdc2296ec2c5688 2024-11-09T21:22:21,920 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 1191, reset compression=false 2024-11-09T21:22:21,924 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:22:21,925 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 1438, reset compression=false 2024-11-09T21:22:21,925 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.shipper9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,39417,1731187310973 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:22:21,925 ERROR [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.shipper9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9514d6d5e5be,39417,1731187310973: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9514d6d5e5be,39417,1731187310973, walGroup=9514d6d5e5be%2C39417%2C1731187310973, offset=9514d6d5e5be%2C39417%2C1731187310973.1731187312660:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:39417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T21:22:21,927 ERROR [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.shipper9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T21:22:21,927 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.shipper9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T21:22:21,927 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.shipper9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T21:22:21,927 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.shipper9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T21:22:21,927 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.shipper9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T21:22:21,927 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.shipper9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1352663040, "init": 1048576000, "max": 2306867200, "used": 991354368 }, "NonHeapMemoryUsage": { "committed": 206372864, "init": 7667712, "max": -1, "used": 201315656 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T21:22:21,928 WARN [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.shipper9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:41399 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:41399 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T21:22:22,000 DEBUG [RS:0;9514d6d5e5be:39417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, df7f112fd115acb51bdc2296ec2c5688 2024-11-09T21:22:22,036 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/hbase/meta/1588230740/.tmp/ns/249b6dd8e19543b1aa847d96e295fc8b 2024-11-09T21:22:22,051 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/default/test/df7f112fd115acb51bdc2296ec2c5688/.tmp/f/aff181f7090c47cc91a7254d68cd6bee 2024-11-09T21:22:22,056 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aff181f7090c47cc91a7254d68cd6bee 2024-11-09T21:22:22,060 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/hbase/meta/1588230740/.tmp/rep_barrier/04aa22535378416eb66295db306b0bc2 is 112, key is test,,1731187321232.df7f112fd115acb51bdc2296ec2c5688./rep_barrier:seqnumDuringOpen/1731187322378/Put/seqid=0 2024-11-09T21:22:22,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41137 is added to blk_1073741844_1020 (size=5518) 2024-11-09T21:22:22,082 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/default/test/df7f112fd115acb51bdc2296ec2c5688/.tmp/f1/1a003bf93cfd4d3091ca1b1e79f65a73 is 30, key is row1/f1:/1731187336038/DeleteFamily/seqid=0 2024-11-09T21:22:22,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41137 is added to blk_1073741845_1021 (size=5158) 2024-11-09T21:22:22,129 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 1438, reset compression=false 2024-11-09T21:22:22,200 INFO [RS:0;9514d6d5e5be:39417 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T21:22:22,200 DEBUG [RS:0;9514d6d5e5be:39417 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, df7f112fd115acb51bdc2296ec2c5688=test,,1731187321232.df7f112fd115acb51bdc2296ec2c5688.} 2024-11-09T21:22:22,200 DEBUG [RS:0;9514d6d5e5be:39417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, df7f112fd115acb51bdc2296ec2c5688 2024-11-09T21:22:22,400 DEBUG [RS:0;9514d6d5e5be:39417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, df7f112fd115acb51bdc2296ec2c5688 2024-11-09T21:22:22,432 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 1438, reset compression=false 2024-11-09T21:22:22,473 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/hbase/meta/1588230740/.tmp/rep_barrier/04aa22535378416eb66295db306b0bc2 2024-11-09T21:22:22,486 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/default/test/df7f112fd115acb51bdc2296ec2c5688/.tmp/f1/1a003bf93cfd4d3091ca1b1e79f65a73 2024-11-09T21:22:22,489 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786 to pos 636, reset compression=false 2024-11-09T21:22:22,490 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a003bf93cfd4d3091ca1b1e79f65a73 2024-11-09T21:22:22,495 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/hbase/meta/1588230740/.tmp/table/27d47e44b26a4a45bc57702e6db7cd40 is 53, key is hbase:replication/table:state/1731187327851/Put/seqid=0 2024-11-09T21:22:22,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41137 is added to blk_1073741846_1022 (size=5308) 2024-11-09T21:22:22,502 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/hbase/meta/1588230740/.tmp/table/27d47e44b26a4a45bc57702e6db7cd40 2024-11-09T21:22:22,506 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/hbase/meta/1588230740/.tmp/info/afa79678ecb64feb8063ecf8cfcbb8c9 as hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/hbase/meta/1588230740/info/afa79678ecb64feb8063ecf8cfcbb8c9 2024-11-09T21:22:22,511 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/hbase/meta/1588230740/info/afa79678ecb64feb8063ecf8cfcbb8c9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T21:22:22,512 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/hbase/meta/1588230740/.tmp/ns/249b6dd8e19543b1aa847d96e295fc8b as hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/hbase/meta/1588230740/ns/249b6dd8e19543b1aa847d96e295fc8b 2024-11-09T21:22:22,515 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/default/test/df7f112fd115acb51bdc2296ec2c5688/.tmp/norep/330e9df82c78464480753c5ffd8fc042 is 33, key is row1/norep:/1731187336038/DeleteFamily/seqid=0 2024-11-09T21:22:22,518 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/hbase/meta/1588230740/ns/249b6dd8e19543b1aa847d96e295fc8b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T21:22:22,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41137 is added to blk_1073741847_1023 (size=5108) 2024-11-09T21:22:22,519 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/hbase/meta/1588230740/.tmp/rep_barrier/04aa22535378416eb66295db306b0bc2 as hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/hbase/meta/1588230740/rep_barrier/04aa22535378416eb66295db306b0bc2 2024-11-09T21:22:22,524 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/hbase/meta/1588230740/rep_barrier/04aa22535378416eb66295db306b0bc2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T21:22:22,525 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/hbase/meta/1588230740/.tmp/table/27d47e44b26a4a45bc57702e6db7cd40 as hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/hbase/meta/1588230740/table/27d47e44b26a4a45bc57702e6db7cd40 2024-11-09T21:22:22,529 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/hbase/meta/1588230740/table/27d47e44b26a4a45bc57702e6db7cd40, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T21:22:22,529 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=16, compaction requested=false 2024-11-09T21:22:22,533 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T21:22:22,534 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:22:22,534 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:22:22,534 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:22:22,534 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187341199Running coprocessor pre-close hooks at 1731187341199Disabling compacts and flushes for region at 1731187341199Disabling writes for close at 1731187341199Obtaining lock to block concurrent updates at 1731187341199Preparing flush snapshotting stores in 1588230740 at 1731187341199Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731187341200 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731187341200Flushing 1588230740/info: creating writer at 1731187341200Flushing 1588230740/info: appending metadata at 1731187341212 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731187341212Flushing 1588230740/ns: creating writer at 1731187341620 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731187341632 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731187341633 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731187342040 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731187342059 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731187342059Flushing 1588230740/table: creating writer at 1731187342477 (+418 ms)Flushing 1588230740/table: appending metadata at 1731187342495 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731187342495Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3138767a: reopening flushed file at 1731187342506 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5934e879: reopening flushed file at 1731187342511 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@451f5ee1: reopening flushed file at 1731187342518 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cfff3a5: reopening flushed file at 1731187342524 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=16, compaction requested=false at 1731187342529 (+5 ms)Writing region close event to WAL at 1731187342531 (+2 ms)Running coprocessor post-close hooks at 1731187342534 (+3 ms)Closed at 1731187342534 2024-11-09T21:22:22,534 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T21:22:22,600 DEBUG [RS:0;9514d6d5e5be:39417 {}] regionserver.HRegionServer(1351): Waiting on df7f112fd115acb51bdc2296ec2c5688 2024-11-09T21:22:22,801 DEBUG [RS:0;9514d6d5e5be:39417 {}] regionserver.HRegionServer(1351): Waiting on df7f112fd115acb51bdc2296ec2c5688 2024-11-09T21:22:22,836 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 to pos 1438, reset compression=false 2024-11-09T21:22:22,919 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/default/test/df7f112fd115acb51bdc2296ec2c5688/.tmp/norep/330e9df82c78464480753c5ffd8fc042 2024-11-09T21:22:22,923 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 330e9df82c78464480753c5ffd8fc042 2024-11-09T21:22:22,923 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/default/test/df7f112fd115acb51bdc2296ec2c5688/.tmp/f/aff181f7090c47cc91a7254d68cd6bee as hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/default/test/df7f112fd115acb51bdc2296ec2c5688/f/aff181f7090c47cc91a7254d68cd6bee 2024-11-09T21:22:22,927 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aff181f7090c47cc91a7254d68cd6bee 2024-11-09T21:22:22,927 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/default/test/df7f112fd115acb51bdc2296ec2c5688/f/aff181f7090c47cc91a7254d68cd6bee, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T21:22:22,928 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/default/test/df7f112fd115acb51bdc2296ec2c5688/.tmp/f1/1a003bf93cfd4d3091ca1b1e79f65a73 as hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/default/test/df7f112fd115acb51bdc2296ec2c5688/f1/1a003bf93cfd4d3091ca1b1e79f65a73 2024-11-09T21:22:22,931 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a003bf93cfd4d3091ca1b1e79f65a73 2024-11-09T21:22:22,931 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/default/test/df7f112fd115acb51bdc2296ec2c5688/f1/1a003bf93cfd4d3091ca1b1e79f65a73, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T21:22:22,932 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/default/test/df7f112fd115acb51bdc2296ec2c5688/.tmp/norep/330e9df82c78464480753c5ffd8fc042 as hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/default/test/df7f112fd115acb51bdc2296ec2c5688/norep/330e9df82c78464480753c5ffd8fc042 2024-11-09T21:22:22,936 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 330e9df82c78464480753c5ffd8fc042 2024-11-09T21:22:22,936 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/default/test/df7f112fd115acb51bdc2296ec2c5688/norep/330e9df82c78464480753c5ffd8fc042, entries=1, sequenceid=10, filesize=5.0 K 2024-11-09T21:22:22,937 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for df7f112fd115acb51bdc2296ec2c5688 in 1302ms, sequenceid=10, compaction requested=false 2024-11-09T21:22:22,937 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T21:22:22,945 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/data/default/test/df7f112fd115acb51bdc2296ec2c5688/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T21:22:22,946 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:22:22,946 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T21:22:22,946 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731187321232.df7f112fd115acb51bdc2296ec2c5688. 2024-11-09T21:22:22,946 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for df7f112fd115acb51bdc2296ec2c5688: Waiting for close lock at 1731187341634Running coprocessor pre-close hooks at 1731187341634Disabling compacts and flushes for region at 1731187341634Disabling writes for close at 1731187341635 (+1 ms)Obtaining lock to block concurrent updates at 1731187341635Preparing flush snapshotting stores in df7f112fd115acb51bdc2296ec2c5688 at 1731187341635Finished memstore snapshotting test,,1731187321232.df7f112fd115acb51bdc2296ec2c5688., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731187341635Flushing stores of test,,1731187321232.df7f112fd115acb51bdc2296ec2c5688. at 1731187341635Flushing df7f112fd115acb51bdc2296ec2c5688/f: creating writer at 1731187341636 (+1 ms)Flushing df7f112fd115acb51bdc2296ec2c5688/f: appending metadata at 1731187341647 (+11 ms)Flushing df7f112fd115acb51bdc2296ec2c5688/f: closing flushed file at 1731187341647Flushing df7f112fd115acb51bdc2296ec2c5688/f1: creating writer at 1731187342056 (+409 ms)Flushing df7f112fd115acb51bdc2296ec2c5688/f1: appending metadata at 1731187342081 (+25 ms)Flushing df7f112fd115acb51bdc2296ec2c5688/f1: closing flushed file at 1731187342081Flushing df7f112fd115acb51bdc2296ec2c5688/norep: creating writer at 1731187342490 (+409 ms)Flushing df7f112fd115acb51bdc2296ec2c5688/norep: appending metadata at 1731187342514 (+24 ms)Flushing df7f112fd115acb51bdc2296ec2c5688/norep: closing flushed file at 1731187342514Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c3cf4a4: reopening flushed file at 1731187342923 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f09e23a: reopening flushed file at 1731187342927 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@186014b6: reopening flushed file at 1731187342931 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for df7f112fd115acb51bdc2296ec2c5688 in 1302ms, sequenceid=10, compaction requested=false at 1731187342937 (+6 ms)Writing region close event to WAL at 1731187342942 (+5 ms)Running coprocessor post-close hooks at 1731187342946 (+4 ms)Closed at 1731187342946 2024-11-09T21:22:22,946 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731187321232.df7f112fd115acb51bdc2296ec2c5688. 2024-11-09T21:22:23,001 INFO [RS:0;9514d6d5e5be:39417 {}] regionserver.HRegionServer(976): stopping server 9514d6d5e5be,39417,1731187310973; all regions closed. 2024-11-09T21:22:23,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41137 is added to blk_1073741834_1010 (size=4239) 2024-11-09T21:22:23,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41137 is added to blk_1073741839_1015 (size=3114) 2024-11-09T21:22:23,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41137 is added to blk_1073741833_1009 (size=2090) 2024-11-09T21:22:23,010 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/WALs/9514d6d5e5be,39417,1731187310973/9514d6d5e5be%2C39417%2C1731187310973.1731187312660 not finished, retry = 0 2024-11-09T21:22:23,111 DEBUG [RS:0;9514d6d5e5be:39417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:23,111 INFO [RS:0;9514d6d5e5be:39417 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:22:23,111 INFO [RS:0;9514d6d5e5be:39417 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:22:23,111 INFO [RS:0;9514d6d5e5be:39417 {}] hbase.ChoreService(370): Chore service for: regionserver/9514d6d5e5be:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T21:22:23,111 INFO [RS:0;9514d6d5e5be:39417 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:22:23,111 INFO [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:22:23,111 INFO [RS:0;9514d6d5e5be:39417 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9514d6d5e5be,39417,1731187310973 because: Region server is closing 2024-11-09T21:22:23,111 INFO [RS:0;9514d6d5e5be:39417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:39417. 2024-11-09T21:22:23,112 DEBUG [RS:0;9514d6d5e5be:39417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:22:23,112 DEBUG [RS:0;9514d6d5e5be:39417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:23,112 DEBUG [RS:0;9514d6d5e5be:39417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:23,112 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:22:23,212 INFO [RS:0;9514d6d5e5be:39417 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.shipper9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 terminated 2024-11-09T21:22:23,212 WARN [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,39417,1731187310973.replicationSource.wal-reader.9514d6d5e5be%2C39417%2C1731187310973,1-9514d6d5e5be,39417,1731187310973 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T21:22:23,212 INFO [RS:0;9514d6d5e5be:39417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:39417. 2024-11-09T21:22:23,212 DEBUG [RS:0;9514d6d5e5be:39417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:22:23,212 DEBUG [RS:0;9514d6d5e5be:39417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:23,212 DEBUG [RS:0;9514d6d5e5be:39417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:23,212 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:22:23,212 INFO [RS:0;9514d6d5e5be:39417 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39417 2024-11-09T21:22:23,393 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1012179e0120004, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1461673305/rs/9514d6d5e5be,39417,1731187310973 2024-11-09T21:22:23,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x1012179e0120003, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1461673305/rs 2024-11-09T21:22:23,393 INFO [RS:0;9514d6d5e5be:39417 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:22:23,608 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9514d6d5e5be,39417,1731187310973] 2024-11-09T21:22:23,629 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1461673305/draining/9514d6d5e5be,39417,1731187310973 already deleted, retry=false 2024-11-09T21:22:23,629 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9514d6d5e5be,39417,1731187310973 expired; onlineServers=0 2024-11-09T21:22:23,629 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9514d6d5e5be,41399,1731187310858' ***** 2024-11-09T21:22:23,629 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T21:22:23,629 INFO [M:0;9514d6d5e5be:41399 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:22:23,629 INFO [M:0;9514d6d5e5be:41399 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:22:23,629 DEBUG [M:0;9514d6d5e5be:41399 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T21:22:23,629 DEBUG [M:0;9514d6d5e5be:41399 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T21:22:23,629 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187312230 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187312230,5,FailOnTimeoutGroup] 2024-11-09T21:22:23,629 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187312230 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187312230,5,FailOnTimeoutGroup] 2024-11-09T21:22:23,629 INFO [M:0;9514d6d5e5be:41399 {}] hbase.ChoreService(370): Chore service for: master/9514d6d5e5be:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T21:22:23,629 INFO [M:0;9514d6d5e5be:41399 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:22:23,629 DEBUG [M:0;9514d6d5e5be:41399 {}] master.HMaster(1795): Stopping service threads 2024-11-09T21:22:23,629 INFO [M:0;9514d6d5e5be:41399 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T21:22:23,629 INFO [M:0;9514d6d5e5be:41399 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:22:23,629 INFO [M:0;9514d6d5e5be:41399 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T21:22:23,629 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T21:22:23,630 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T21:22:23,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x1012179e0120003, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1461673305/master 2024-11-09T21:22:23,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x1012179e0120003, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1461673305 2024-11-09T21:22:23,639 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1461673305/master already deleted, retry=false 2024-11-09T21:22:23,639 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:41399-0x1012179e0120003, quorum=127.0.0.1:53500, baseZNode=/1461673305 Failed delete of our master address node; KeeperErrorCode = NoNode for /1461673305/master 2024-11-09T21:22:23,649 INFO [M:0;9514d6d5e5be:41399 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/.lastflushedseqids 2024-11-09T21:22:23,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41137 is added to blk_1073741848_1024 (size=245) 2024-11-09T21:22:23,659 INFO [M:0;9514d6d5e5be:41399 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T21:22:23,659 INFO [M:0;9514d6d5e5be:41399 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T21:22:23,660 DEBUG [M:0;9514d6d5e5be:41399 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:22:23,660 INFO [M:0;9514d6d5e5be:41399 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:22:23,660 DEBUG [M:0;9514d6d5e5be:41399 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:22:23,660 DEBUG [M:0;9514d6d5e5be:41399 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:22:23,660 DEBUG [M:0;9514d6d5e5be:41399 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:22:23,660 INFO [M:0;9514d6d5e5be:41399 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-09T21:22:23,677 DEBUG [M:0;9514d6d5e5be:41399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/010062e642a54fe7995d74e7dc34a3d0 is 82, key is hbase:meta,,1/info:regioninfo/1731187313294/Put/seqid=0 2024-11-09T21:22:23,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41137 is added to blk_1073741849_1025 (size=5672) 2024-11-09T21:22:23,708 INFO [RS:0;9514d6d5e5be:39417 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:22:23,708 INFO [RS:0;9514d6d5e5be:39417 {}] regionserver.HRegionServer(1031): Exiting; stopping=9514d6d5e5be,39417,1731187310973; zookeeper connection closed. 2024-11-09T21:22:23,708 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1012179e0120004, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:22:23,708 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39417-0x1012179e0120004, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:22:23,708 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b7ec897 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b7ec897 2024-11-09T21:22:23,708 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T21:22:23,793 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786 to pos 636, reset compression=false 2024-11-09T21:22:24,081 INFO [M:0;9514d6d5e5be:41399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/010062e642a54fe7995d74e7dc34a3d0 2024-11-09T21:22:24,098 DEBUG [M:0;9514d6d5e5be:41399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f63d5990a5f84b40983e31ab2bc6c5ce is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731187327854/Put/seqid=0 2024-11-09T21:22:24,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41137 is added to blk_1073741850_1026 (size=8515) 2024-11-09T21:22:24,502 INFO [M:0;9514d6d5e5be:41399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f63d5990a5f84b40983e31ab2bc6c5ce 2024-11-09T21:22:24,522 DEBUG [M:0;9514d6d5e5be:41399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bdd966da9f9648219e10c078d87269f7 is 69, key is 9514d6d5e5be,39417,1731187310973/rs:state/1731187312405/Put/seqid=0 2024-11-09T21:22:24,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41137 is added to blk_1073741851_1027 (size=5156) 2024-11-09T21:22:24,560 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:22:24,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:24,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:24,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:24,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:24,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:24,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:24,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:24,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:24,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:24,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:24,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:24,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:24,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:24,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:24,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:24,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:24,643 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=18, created chunk count=33, reused chunk count=130, reuseRatio=79.75% 2024-11-09T21:22:24,644 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-09T21:22:24,926 INFO [M:0;9514d6d5e5be:41399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bdd966da9f9648219e10c078d87269f7 2024-11-09T21:22:24,930 DEBUG [M:0;9514d6d5e5be:41399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/010062e642a54fe7995d74e7dc34a3d0 as hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/010062e642a54fe7995d74e7dc34a3d0 2024-11-09T21:22:24,933 INFO [M:0;9514d6d5e5be:41399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/010062e642a54fe7995d74e7dc34a3d0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T21:22:24,934 DEBUG [M:0;9514d6d5e5be:41399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f63d5990a5f84b40983e31ab2bc6c5ce as hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f63d5990a5f84b40983e31ab2bc6c5ce 2024-11-09T21:22:24,937 INFO [M:0;9514d6d5e5be:41399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f63d5990a5f84b40983e31ab2bc6c5ce, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T21:22:24,938 DEBUG [M:0;9514d6d5e5be:41399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bdd966da9f9648219e10c078d87269f7 as hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bdd966da9f9648219e10c078d87269f7 2024-11-09T21:22:24,941 INFO [M:0;9514d6d5e5be:41399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46297/user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bdd966da9f9648219e10c078d87269f7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T21:22:24,941 INFO [M:0;9514d6d5e5be:41399 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false 2024-11-09T21:22:24,943 INFO [M:0;9514d6d5e5be:41399 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:22:24,943 DEBUG [M:0;9514d6d5e5be:41399 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187343659Disabling compacts and flushes for region at 1731187343659Disabling writes for close at 1731187343660 (+1 ms)Obtaining lock to block concurrent updates at 1731187343660Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731187343660Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731187343660Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731187343661 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731187343661Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731187343677 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731187343677Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731187344085 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731187344098 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731187344098Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731187344506 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731187344522 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731187344522Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36abd806: reopening flushed file at 1731187344929 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1413c117: reopening flushed file at 1731187344933 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b063b71: reopening flushed file at 1731187344937 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false at 1731187344941 (+4 ms)Writing region close event to WAL at 1731187344943 (+2 ms)Closed at 1731187344943 2024-11-09T21:22:24,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41137 is added to blk_1073741830_1006 (size=63642) 2024-11-09T21:22:24,944 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a023bec4-948e-4f53-e5d1-e8656fe64f24/MasterData/WALs/9514d6d5e5be,41399,1731187310858/9514d6d5e5be%2C41399%2C1731187310858.1731187311946 not finished, retry = 0 2024-11-09T21:22:25,045 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:22:25,045 INFO [M:0;9514d6d5e5be:41399 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T21:22:25,045 INFO [M:0;9514d6d5e5be:41399 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41399 2024-11-09T21:22:25,046 INFO [M:0;9514d6d5e5be:41399 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:22:25,192 INFO [M:0;9514d6d5e5be:41399 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:22:25,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x1012179e0120003, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:22:25,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41399-0x1012179e0120003, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:22:25,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ef85bd3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:22:25,194 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6317990d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:22:25,195 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:22:25,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@748d4953{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:22:25,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a387921{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b1724d1-d1bd-8521-885e-91471eeb3d05/hadoop.log.dir/,STOPPED} 2024-11-09T21:22:25,196 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T21:22:25,196 WARN [BP-602372501-172.17.0.2-1731187308831 heartbeating to localhost/127.0.0.1:46297 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T21:22:25,196 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T21:22:25,196 WARN [BP-602372501-172.17.0.2-1731187308831 heartbeating to localhost/127.0.0.1:46297 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-602372501-172.17.0.2-1731187308831 (Datanode Uuid 746b8e0e-9ca7-4bad-9feb-39cc1cefd7a6) service to localhost/127.0.0.1:46297 2024-11-09T21:22:25,196 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786 to pos 636, reset compression=false 2024-11-09T21:22:25,197 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b1724d1-d1bd-8521-885e-91471eeb3d05/cluster_16d7f508-e58e-b879-2304-061172420fb5/data/data1/current/BP-602372501-172.17.0.2-1731187308831 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:22:25,197 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b1724d1-d1bd-8521-885e-91471eeb3d05/cluster_16d7f508-e58e-b879-2304-061172420fb5/data/data2/current/BP-602372501-172.17.0.2-1731187308831 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:22:25,197 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T21:22:25,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75933300{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:22:25,203 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53ac6089{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:22:25,203 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:22:25,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78fc9768{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:22:25,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69ad557c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8b1724d1-d1bd-8521-885e-91471eeb3d05/hadoop.log.dir/,STOPPED} 2024-11-09T21:22:25,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T21:22:25,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T21:22:25,218 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:22:25,218 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:22:25,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:25,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:25,219 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:22:25,219 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T21:22:25,219 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1071528645, stopped=false 2024-11-09T21:22:25,219 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9514d6d5e5be,36289,1731187306071 2024-11-09T21:22:25,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012179e0120000, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1539873988/running 2024-11-09T21:22:25,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x1012179e0120001, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1539873988/running 2024-11-09T21:22:25,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012179e0120000, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1539873988 2024-11-09T21:22:25,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x1012179e0120001, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1539873988 2024-11-09T21:22:25,239 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:22:25,239 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:22:25,239 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:22:25,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:25,240 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9514d6d5e5be,37885,1731187306258' ***** 2024-11-09T21:22:25,240 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T21:22:25,240 INFO [RS:0;9514d6d5e5be:37885 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T21:22:25,240 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36289-0x1012179e0120000, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Set watcher on znode that does not yet exist, /0-1539873988/running 2024-11-09T21:22:25,240 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37885-0x1012179e0120001, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Set watcher on znode that does not yet exist, /0-1539873988/running 2024-11-09T21:22:25,240 INFO [RS:0;9514d6d5e5be:37885 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T21:22:25,240 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T21:22:25,240 INFO [RS:0;9514d6d5e5be:37885 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T21:22:25,240 INFO [RS:0;9514d6d5e5be:37885 {}] regionserver.HRegionServer(3091): Received CLOSE for e4190923504f5de8cb02c4f852c6ad3d 2024-11-09T21:22:25,240 INFO [RS:0;9514d6d5e5be:37885 {}] regionserver.HRegionServer(3091): Received CLOSE for 08c0500652ed97f00bc5f17ae5e2e600 2024-11-09T21:22:25,240 INFO [RS:0;9514d6d5e5be:37885 {}] regionserver.HRegionServer(959): stopping server 9514d6d5e5be,37885,1731187306258 2024-11-09T21:22:25,240 INFO [RS:0;9514d6d5e5be:37885 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:22:25,240 INFO [RS:0;9514d6d5e5be:37885 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:37885. 2024-11-09T21:22:25,240 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e4190923504f5de8cb02c4f852c6ad3d, disabling compactions & flushes 2024-11-09T21:22:25,241 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731187319076.e4190923504f5de8cb02c4f852c6ad3d. 2024-11-09T21:22:25,241 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731187319076.e4190923504f5de8cb02c4f852c6ad3d. 2024-11-09T21:22:25,241 DEBUG [RS:0;9514d6d5e5be:37885 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:22:25,241 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731187319076.e4190923504f5de8cb02c4f852c6ad3d. after waiting 0 ms 2024-11-09T21:22:25,241 DEBUG [RS:0;9514d6d5e5be:37885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:25,241 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731187319076.e4190923504f5de8cb02c4f852c6ad3d. 2024-11-09T21:22:25,241 INFO [RS:0;9514d6d5e5be:37885 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T21:22:25,241 INFO [RS:0;9514d6d5e5be:37885 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T21:22:25,241 INFO [RS:0;9514d6d5e5be:37885 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T21:22:25,241 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e4190923504f5de8cb02c4f852c6ad3d 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-09T21:22:25,241 INFO [RS:0;9514d6d5e5be:37885 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T21:22:25,241 INFO [RS:0;9514d6d5e5be:37885 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T21:22:25,241 DEBUG [RS:0;9514d6d5e5be:37885 {}] regionserver.HRegionServer(1325): Online Regions={e4190923504f5de8cb02c4f852c6ad3d=test,,1731187319076.e4190923504f5de8cb02c4f852c6ad3d., 1588230740=hbase:meta,,1.1588230740, 08c0500652ed97f00bc5f17ae5e2e600=hbase:replication,,1731187324535.08c0500652ed97f00bc5f17ae5e2e600.} 2024-11-09T21:22:25,241 DEBUG [RS:0;9514d6d5e5be:37885 {}] regionserver.HRegionServer(1351): Waiting on 08c0500652ed97f00bc5f17ae5e2e600, 1588230740, e4190923504f5de8cb02c4f852c6ad3d 2024-11-09T21:22:25,241 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:22:25,241 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:22:25,241 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:22:25,241 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:22:25,241 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:22:25,241 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T21:22:25,254 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/hbase/meta/1588230740/.tmp/info/2d51d29c926f4c3782d7fe75b103d364 is 147, key is hbase:replication,,1731187324535.08c0500652ed97f00bc5f17ae5e2e600./info:regioninfo/1731187325297/Put/seqid=0 2024-11-09T21:22:25,254 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/default/test/e4190923504f5de8cb02c4f852c6ad3d/.tmp/f/9af78b3db7b444f5a876c837b5eb5903 is 28, key is row/f:/1731187334030/DeleteFamily/seqid=0 2024-11-09T21:22:25,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741841_1017 (size=5085) 2024-11-09T21:22:25,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741840_1016 (size=7686) 2024-11-09T21:22:25,261 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/hbase/meta/1588230740/.tmp/info/2d51d29c926f4c3782d7fe75b103d364 2024-11-09T21:22:25,282 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/hbase/meta/1588230740/.tmp/ns/1579ae3555054151882dcb1ef748c65c is 43, key is default/ns:d/1731187308748/Put/seqid=0 2024-11-09T21:22:25,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741842_1018 (size=5153) 2024-11-09T21:22:25,308 INFO [regionserver/9514d6d5e5be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:22:25,441 DEBUG [RS:0;9514d6d5e5be:37885 {}] regionserver.HRegionServer(1351): Waiting on 08c0500652ed97f00bc5f17ae5e2e600, 1588230740, e4190923504f5de8cb02c4f852c6ad3d 2024-11-09T21:22:25,641 DEBUG [RS:0;9514d6d5e5be:37885 {}] regionserver.HRegionServer(1351): Waiting on 08c0500652ed97f00bc5f17ae5e2e600, 1588230740, e4190923504f5de8cb02c4f852c6ad3d 2024-11-09T21:22:25,661 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/default/test/e4190923504f5de8cb02c4f852c6ad3d/.tmp/f/9af78b3db7b444f5a876c837b5eb5903 2024-11-09T21:22:25,664 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9af78b3db7b444f5a876c837b5eb5903 2024-11-09T21:22:25,677 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/default/test/e4190923504f5de8cb02c4f852c6ad3d/.tmp/f1/13022c8b0e6e47c3bd61a9bee0e49530 is 29, key is row/f1:/1731187334030/DeleteFamily/seqid=0 2024-11-09T21:22:25,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741843_1019 (size=5089) 2024-11-09T21:22:25,685 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/hbase/meta/1588230740/.tmp/ns/1579ae3555054151882dcb1ef748c65c 2024-11-09T21:22:25,706 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/hbase/meta/1588230740/.tmp/rep_barrier/dde50bf0a3674ca89a86772daa6727a1 is 112, key is test,,1731187319076.e4190923504f5de8cb02c4f852c6ad3d./rep_barrier:seqnumDuringOpen/1731187320241/Put/seqid=0 2024-11-09T21:22:25,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741844_1020 (size=5518) 2024-11-09T21:22:25,714 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T21:22:25,714 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T21:22:25,842 DEBUG [RS:0;9514d6d5e5be:37885 {}] regionserver.HRegionServer(1351): Waiting on 08c0500652ed97f00bc5f17ae5e2e600, 1588230740, e4190923504f5de8cb02c4f852c6ad3d 2024-11-09T21:22:26,042 DEBUG [RS:0;9514d6d5e5be:37885 {}] regionserver.HRegionServer(1351): Waiting on 08c0500652ed97f00bc5f17ae5e2e600, 1588230740, e4190923504f5de8cb02c4f852c6ad3d 2024-11-09T21:22:26,080 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/default/test/e4190923504f5de8cb02c4f852c6ad3d/.tmp/f1/13022c8b0e6e47c3bd61a9bee0e49530 2024-11-09T21:22:26,084 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 13022c8b0e6e47c3bd61a9bee0e49530 2024-11-09T21:22:26,103 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/default/test/e4190923504f5de8cb02c4f852c6ad3d/.tmp/norep/7f62744681d54106bf49c8fda0d4b2c2 is 32, key is row/norep:/1731187334030/DeleteFamily/seqid=0 2024-11-09T21:22:26,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741845_1021 (size=5101) 2024-11-09T21:22:26,109 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/hbase/meta/1588230740/.tmp/rep_barrier/dde50bf0a3674ca89a86772daa6727a1 2024-11-09T21:22:26,131 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/hbase/meta/1588230740/.tmp/table/994d77957a984159acf61685885d1695 is 53, key is hbase:replication/table:state/1731187325304/Put/seqid=0 2024-11-09T21:22:26,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741846_1022 (size=5308) 2024-11-09T21:22:26,242 DEBUG [RS:0;9514d6d5e5be:37885 {}] regionserver.HRegionServer(1351): Waiting on 08c0500652ed97f00bc5f17ae5e2e600, 1588230740, e4190923504f5de8cb02c4f852c6ad3d 2024-11-09T21:22:26,442 DEBUG [RS:0;9514d6d5e5be:37885 {}] regionserver.HRegionServer(1351): Waiting on 08c0500652ed97f00bc5f17ae5e2e600, 1588230740, e4190923504f5de8cb02c4f852c6ad3d 2024-11-09T21:22:26,508 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/default/test/e4190923504f5de8cb02c4f852c6ad3d/.tmp/norep/7f62744681d54106bf49c8fda0d4b2c2 2024-11-09T21:22:26,512 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f62744681d54106bf49c8fda0d4b2c2 2024-11-09T21:22:26,513 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/default/test/e4190923504f5de8cb02c4f852c6ad3d/.tmp/f/9af78b3db7b444f5a876c837b5eb5903 as hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/default/test/e4190923504f5de8cb02c4f852c6ad3d/f/9af78b3db7b444f5a876c837b5eb5903 2024-11-09T21:22:26,516 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9af78b3db7b444f5a876c837b5eb5903 2024-11-09T21:22:26,517 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/default/test/e4190923504f5de8cb02c4f852c6ad3d/f/9af78b3db7b444f5a876c837b5eb5903, entries=1, sequenceid=6, filesize=5.0 K 2024-11-09T21:22:26,517 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/default/test/e4190923504f5de8cb02c4f852c6ad3d/.tmp/f1/13022c8b0e6e47c3bd61a9bee0e49530 as hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/default/test/e4190923504f5de8cb02c4f852c6ad3d/f1/13022c8b0e6e47c3bd61a9bee0e49530 2024-11-09T21:22:26,521 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 13022c8b0e6e47c3bd61a9bee0e49530 2024-11-09T21:22:26,521 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/default/test/e4190923504f5de8cb02c4f852c6ad3d/f1/13022c8b0e6e47c3bd61a9bee0e49530, entries=1, sequenceid=6, filesize=5.0 K 2024-11-09T21:22:26,522 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/default/test/e4190923504f5de8cb02c4f852c6ad3d/.tmp/norep/7f62744681d54106bf49c8fda0d4b2c2 as hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/default/test/e4190923504f5de8cb02c4f852c6ad3d/norep/7f62744681d54106bf49c8fda0d4b2c2 2024-11-09T21:22:26,527 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f62744681d54106bf49c8fda0d4b2c2 2024-11-09T21:22:26,527 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/default/test/e4190923504f5de8cb02c4f852c6ad3d/norep/7f62744681d54106bf49c8fda0d4b2c2, entries=1, sequenceid=6, filesize=5.0 K 2024-11-09T21:22:26,528 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for e4190923504f5de8cb02c4f852c6ad3d in 1287ms, sequenceid=6, compaction requested=false 2024-11-09T21:22:26,533 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/default/test/e4190923504f5de8cb02c4f852c6ad3d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T21:22:26,533 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:22:26,533 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T21:22:26,533 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731187319076.e4190923504f5de8cb02c4f852c6ad3d. 2024-11-09T21:22:26,534 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e4190923504f5de8cb02c4f852c6ad3d: Waiting for close lock at 1731187345240Running coprocessor pre-close hooks at 1731187345240Disabling compacts and flushes for region at 1731187345240Disabling writes for close at 1731187345241 (+1 ms)Obtaining lock to block concurrent updates at 1731187345241Preparing flush snapshotting stores in e4190923504f5de8cb02c4f852c6ad3d at 1731187345241Finished memstore snapshotting test,,1731187319076.e4190923504f5de8cb02c4f852c6ad3d., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731187345241Flushing stores of test,,1731187319076.e4190923504f5de8cb02c4f852c6ad3d. at 1731187345241Flushing e4190923504f5de8cb02c4f852c6ad3d/f: creating writer at 1731187345242 (+1 ms)Flushing e4190923504f5de8cb02c4f852c6ad3d/f: appending metadata at 1731187345254 (+12 ms)Flushing e4190923504f5de8cb02c4f852c6ad3d/f: closing flushed file at 1731187345254Flushing e4190923504f5de8cb02c4f852c6ad3d/f1: creating writer at 1731187345665 (+411 ms)Flushing e4190923504f5de8cb02c4f852c6ad3d/f1: appending metadata at 1731187345676 (+11 ms)Flushing e4190923504f5de8cb02c4f852c6ad3d/f1: closing flushed file at 1731187345676Flushing e4190923504f5de8cb02c4f852c6ad3d/norep: creating writer at 1731187346084 (+408 ms)Flushing e4190923504f5de8cb02c4f852c6ad3d/norep: appending metadata at 1731187346103 (+19 ms)Flushing e4190923504f5de8cb02c4f852c6ad3d/norep: closing flushed file at 1731187346103Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e1582e5: reopening flushed file at 1731187346512 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3af080d9: reopening flushed file at 1731187346517 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b154ba5: reopening flushed file at 1731187346521 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for e4190923504f5de8cb02c4f852c6ad3d in 1287ms, sequenceid=6, compaction requested=false at 1731187346528 (+7 ms)Writing region close event to WAL at 1731187346531 (+3 ms)Running coprocessor post-close hooks at 1731187346533 (+2 ms)Closed at 1731187346533 2024-11-09T21:22:26,534 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731187319076.e4190923504f5de8cb02c4f852c6ad3d. 2024-11-09T21:22:26,534 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 08c0500652ed97f00bc5f17ae5e2e600, disabling compactions & flushes 2024-11-09T21:22:26,534 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731187324535.08c0500652ed97f00bc5f17ae5e2e600. 2024-11-09T21:22:26,534 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731187324535.08c0500652ed97f00bc5f17ae5e2e600. 2024-11-09T21:22:26,534 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731187324535.08c0500652ed97f00bc5f17ae5e2e600. after waiting 0 ms 2024-11-09T21:22:26,534 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731187324535.08c0500652ed97f00bc5f17ae5e2e600. 2024-11-09T21:22:26,534 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 08c0500652ed97f00bc5f17ae5e2e600 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-09T21:22:26,537 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/hbase/meta/1588230740/.tmp/table/994d77957a984159acf61685885d1695 2024-11-09T21:22:26,541 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/hbase/meta/1588230740/.tmp/info/2d51d29c926f4c3782d7fe75b103d364 as hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/hbase/meta/1588230740/info/2d51d29c926f4c3782d7fe75b103d364 2024-11-09T21:22:26,545 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/hbase/meta/1588230740/info/2d51d29c926f4c3782d7fe75b103d364, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T21:22:26,545 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/hbase/meta/1588230740/.tmp/ns/1579ae3555054151882dcb1ef748c65c as hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/hbase/meta/1588230740/ns/1579ae3555054151882dcb1ef748c65c 2024-11-09T21:22:26,549 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/hbase/replication/08c0500652ed97f00bc5f17ae5e2e600/.tmp/queue/aae3d20c5d5d43ebba00fb1abd22c22d is 153, key is 1-9514d6d5e5be,37885,1731187306258/queue:9514d6d5e5be%2C37885%2C1731187306258/1731187334706/Put/seqid=0 2024-11-09T21:22:26,549 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/hbase/meta/1588230740/ns/1579ae3555054151882dcb1ef748c65c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T21:22:26,550 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/hbase/meta/1588230740/.tmp/rep_barrier/dde50bf0a3674ca89a86772daa6727a1 as hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/hbase/meta/1588230740/rep_barrier/dde50bf0a3674ca89a86772daa6727a1 2024-11-09T21:22:26,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741847_1023 (size=5352) 2024-11-09T21:22:26,554 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/hbase/meta/1588230740/rep_barrier/dde50bf0a3674ca89a86772daa6727a1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T21:22:26,555 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/hbase/meta/1588230740/.tmp/table/994d77957a984159acf61685885d1695 as hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/hbase/meta/1588230740/table/994d77957a984159acf61685885d1695 2024-11-09T21:22:26,558 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/hbase/meta/1588230740/table/994d77957a984159acf61685885d1695, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T21:22:26,559 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=16, compaction requested=false 2024-11-09T21:22:26,559 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T21:22:26,568 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T21:22:26,568 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:22:26,568 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:22:26,568 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:22:26,568 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187345241Running coprocessor pre-close hooks at 1731187345241Disabling compacts and flushes for region at 1731187345241Disabling writes for close at 1731187345241Obtaining lock to block concurrent updates at 1731187345241Preparing flush snapshotting stores in 1588230740 at 1731187345241Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731187345242 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731187345242Flushing 1588230740/info: creating writer at 1731187345242Flushing 1588230740/info: appending metadata at 1731187345254 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731187345254Flushing 1588230740/ns: creating writer at 1731187345266 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731187345282 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731187345282Flushing 1588230740/rep_barrier: creating writer at 1731187345689 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731187345705 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731187345705Flushing 1588230740/table: creating writer at 1731187346114 (+409 ms)Flushing 1588230740/table: appending metadata at 1731187346130 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731187346130Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56a01a8d: reopening flushed file at 1731187346540 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c7738ac: reopening flushed file at 1731187346545 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@608c1e7b: reopening flushed file at 1731187346549 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@127c7cbb: reopening flushed file at 1731187346554 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=16, compaction requested=false at 1731187346559 (+5 ms)Writing region close event to WAL at 1731187346565 (+6 ms)Running coprocessor post-close hooks at 1731187346568 (+3 ms)Closed at 1731187346568 2024-11-09T21:22:26,569 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T21:22:26,642 INFO [RS:0;9514d6d5e5be:37885 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T21:22:26,642 DEBUG [RS:0;9514d6d5e5be:37885 {}] regionserver.HRegionServer(1325): Online Regions={08c0500652ed97f00bc5f17ae5e2e600=hbase:replication,,1731187324535.08c0500652ed97f00bc5f17ae5e2e600.} 2024-11-09T21:22:26,642 DEBUG [RS:0;9514d6d5e5be:37885 {}] regionserver.HRegionServer(1351): Waiting on 08c0500652ed97f00bc5f17ae5e2e600 2024-11-09T21:22:26,701 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786 to pos 636, reset compression=false 2024-11-09T21:22:26,705 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:22:26,705 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786 to pos 1527, reset compression=false 2024-11-09T21:22:26,705 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.shipper9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,37885,1731187306258 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:22:26,706 ERROR [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.shipper9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9514d6d5e5be,37885,1731187306258: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9514d6d5e5be,37885,1731187306258, walGroup=9514d6d5e5be%2C37885%2C1731187306258, offset=9514d6d5e5be%2C37885%2C1731187306258.1731187307786:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:37885 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T21:22:26,707 ERROR [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.shipper9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T21:22:26,707 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.shipper9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T21:22:26,708 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.shipper9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T21:22:26,708 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.shipper9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T21:22:26,708 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.shipper9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T21:22:26,708 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.shipper9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1352663040, "init": 1048576000, "max": 2306867200, "used": 841846792 }, "NonHeapMemoryUsage": { "committed": 206635008, "init": 7667712, "max": -1, "used": 201926616 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T21:22:26,709 WARN [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.shipper9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:36289 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:36289 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T21:22:26,843 DEBUG [RS:0;9514d6d5e5be:37885 {}] regionserver.HRegionServer(1351): Waiting on 08c0500652ed97f00bc5f17ae5e2e600 2024-11-09T21:22:26,907 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/WALs/9514d6d5e5be,37885,1731187306258/9514d6d5e5be%2C37885%2C1731187306258.1731187307786 to pos 1527, reset compression=false 2024-11-09T21:22:26,954 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/hbase/replication/08c0500652ed97f00bc5f17ae5e2e600/.tmp/queue/aae3d20c5d5d43ebba00fb1abd22c22d 2024-11-09T21:22:26,958 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/hbase/replication/08c0500652ed97f00bc5f17ae5e2e600/.tmp/queue/aae3d20c5d5d43ebba00fb1abd22c22d as hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/hbase/replication/08c0500652ed97f00bc5f17ae5e2e600/queue/aae3d20c5d5d43ebba00fb1abd22c22d 2024-11-09T21:22:26,962 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/hbase/replication/08c0500652ed97f00bc5f17ae5e2e600/queue/aae3d20c5d5d43ebba00fb1abd22c22d, entries=1, sequenceid=8, filesize=5.2 K 2024-11-09T21:22:26,963 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 08c0500652ed97f00bc5f17ae5e2e600 in 429ms, sequenceid=8, compaction requested=false 2024-11-09T21:22:26,963 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T21:22:26,967 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/data/hbase/replication/08c0500652ed97f00bc5f17ae5e2e600/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T21:22:26,967 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:22:26,967 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:22:26,967 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731187324535.08c0500652ed97f00bc5f17ae5e2e600. 2024-11-09T21:22:26,967 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 08c0500652ed97f00bc5f17ae5e2e600: Waiting for close lock at 1731187346534Running coprocessor pre-close hooks at 1731187346534Disabling compacts and flushes for region at 1731187346534Disabling writes for close at 1731187346534Obtaining lock to block concurrent updates at 1731187346534Preparing flush snapshotting stores in 08c0500652ed97f00bc5f17ae5e2e600 at 1731187346534Finished memstore snapshotting hbase:replication,,1731187324535.08c0500652ed97f00bc5f17ae5e2e600., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731187346534Flushing stores of hbase:replication,,1731187324535.08c0500652ed97f00bc5f17ae5e2e600. at 1731187346535 (+1 ms)Flushing 08c0500652ed97f00bc5f17ae5e2e600/queue: creating writer at 1731187346535Flushing 08c0500652ed97f00bc5f17ae5e2e600/queue: appending metadata at 1731187346549 (+14 ms)Flushing 08c0500652ed97f00bc5f17ae5e2e600/queue: closing flushed file at 1731187346549Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56edefd5: reopening flushed file at 1731187346958 (+409 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 08c0500652ed97f00bc5f17ae5e2e600 in 429ms, sequenceid=8, compaction requested=false at 1731187346963 (+5 ms)Writing region close event to WAL at 1731187346964 (+1 ms)Running coprocessor post-close hooks at 1731187346967 (+3 ms)Closed at 1731187346967 2024-11-09T21:22:26,967 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731187324535.08c0500652ed97f00bc5f17ae5e2e600. 2024-11-09T21:22:27,043 INFO [RS:0;9514d6d5e5be:37885 {}] regionserver.HRegionServer(976): stopping server 9514d6d5e5be,37885,1731187306258; all regions closed. 2024-11-09T21:22:27,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741834_1010 (size=4239) 2024-11-09T21:22:27,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741839_1015 (size=2240) 2024-11-09T21:22:27,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741832_1008 (size=1535) 2024-11-09T21:22:27,048 DEBUG [RS:0;9514d6d5e5be:37885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:27,048 INFO [RS:0;9514d6d5e5be:37885 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:22:27,048 INFO [RS:0;9514d6d5e5be:37885 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:22:27,048 INFO [RS:0;9514d6d5e5be:37885 {}] hbase.ChoreService(370): Chore service for: regionserver/9514d6d5e5be:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T21:22:27,049 INFO [RS:0;9514d6d5e5be:37885 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:22:27,049 INFO [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:22:27,049 INFO [RS:0;9514d6d5e5be:37885 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9514d6d5e5be,37885,1731187306258 because: Region server is closing 2024-11-09T21:22:27,049 INFO [RS:0;9514d6d5e5be:37885 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:37885. 2024-11-09T21:22:27,049 DEBUG [RS:0;9514d6d5e5be:37885 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:22:27,049 DEBUG [RS:0;9514d6d5e5be:37885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:27,049 DEBUG [RS:0;9514d6d5e5be:37885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:27,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:22:27,150 INFO [RS:0;9514d6d5e5be:37885 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.shipper9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 terminated 2024-11-09T21:22:27,150 INFO [RS:0;9514d6d5e5be:37885 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37885 2024-11-09T21:22:27,150 WARN [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,37885,1731187306258.replicationSource.wal-reader.9514d6d5e5be%2C37885%2C1731187306258,1-9514d6d5e5be,37885,1731187306258 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T21:22:27,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x1012179e0120001, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1539873988/rs/9514d6d5e5be,37885,1731187306258 2024-11-09T21:22:27,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012179e0120000, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1539873988/rs 2024-11-09T21:22:27,176 INFO [RS:0;9514d6d5e5be:37885 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:22:27,466 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9514d6d5e5be,37885,1731187306258] 2024-11-09T21:22:27,545 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1539873988/draining/9514d6d5e5be,37885,1731187306258 already deleted, retry=false 2024-11-09T21:22:27,545 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9514d6d5e5be,37885,1731187306258 expired; onlineServers=0 2024-11-09T21:22:27,545 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9514d6d5e5be,36289,1731187306071' ***** 2024-11-09T21:22:27,545 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T21:22:27,545 INFO [M:0;9514d6d5e5be:36289 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:22:27,545 INFO [M:0;9514d6d5e5be:36289 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:22:27,545 DEBUG [M:0;9514d6d5e5be:36289 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T21:22:27,545 DEBUG [M:0;9514d6d5e5be:36289 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T21:22:27,545 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T21:22:27,545 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187307446 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187307446,5,FailOnTimeoutGroup] 2024-11-09T21:22:27,546 INFO [M:0;9514d6d5e5be:36289 {}] hbase.ChoreService(370): Chore service for: master/9514d6d5e5be:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T21:22:27,545 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187307447 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187307447,5,FailOnTimeoutGroup] 2024-11-09T21:22:27,546 INFO [M:0;9514d6d5e5be:36289 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:22:27,546 DEBUG [M:0;9514d6d5e5be:36289 {}] master.HMaster(1795): Stopping service threads 2024-11-09T21:22:27,546 INFO [M:0;9514d6d5e5be:36289 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T21:22:27,546 INFO [M:0;9514d6d5e5be:36289 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:22:27,546 INFO [M:0;9514d6d5e5be:36289 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T21:22:27,546 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T21:22:27,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x1012179e0120001, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:22:27,567 INFO [RS:0;9514d6d5e5be:37885 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:22:27,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37885-0x1012179e0120001, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:22:27,567 INFO [RS:0;9514d6d5e5be:37885 {}] regionserver.HRegionServer(1031): Exiting; stopping=9514d6d5e5be,37885,1731187306258; zookeeper connection closed. 2024-11-09T21:22:27,567 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75945db4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75945db4 2024-11-09T21:22:27,567 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T21:22:27,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012179e0120000, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1539873988/master 2024-11-09T21:22:27,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012179e0120000, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1539873988 2024-11-09T21:22:27,591 DEBUG [M:0;9514d6d5e5be:36289 {}] zookeeper.ZKUtil(347): master:36289-0x1012179e0120000, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Unable to get data of znode /0-1539873988/master because node does not exist (not an error) 2024-11-09T21:22:27,591 WARN [M:0;9514d6d5e5be:36289 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T21:22:27,592 INFO [M:0;9514d6d5e5be:36289 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/.lastflushedseqids 2024-11-09T21:22:27,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741848_1024 (size=245) 2024-11-09T21:22:28,002 INFO [M:0;9514d6d5e5be:36289 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T21:22:28,002 INFO [M:0;9514d6d5e5be:36289 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T21:22:28,003 DEBUG [M:0;9514d6d5e5be:36289 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:22:28,003 INFO [M:0;9514d6d5e5be:36289 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:22:28,003 DEBUG [M:0;9514d6d5e5be:36289 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:22:28,003 DEBUG [M:0;9514d6d5e5be:36289 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:22:28,003 DEBUG [M:0;9514d6d5e5be:36289 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:22:28,003 INFO [M:0;9514d6d5e5be:36289 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-09T21:22:28,024 DEBUG [M:0;9514d6d5e5be:36289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1dd971a01ca04eac8586f07880917a69 is 82, key is hbase:meta,,1/info:regioninfo/1731187308721/Put/seqid=0 2024-11-09T21:22:28,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741849_1025 (size=5672) 2024-11-09T21:22:28,031 INFO [M:0;9514d6d5e5be:36289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1dd971a01ca04eac8586f07880917a69 2024-11-09T21:22:28,077 DEBUG [M:0;9514d6d5e5be:36289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3361c86a95ed44deb5a0d9c92dc1b280 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731187320251/Put/seqid=0 2024-11-09T21:22:28,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741850_1026 (size=7217) 2024-11-09T21:22:28,086 INFO [M:0;9514d6d5e5be:36289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3361c86a95ed44deb5a0d9c92dc1b280 2024-11-09T21:22:28,095 INFO [M:0;9514d6d5e5be:36289 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3361c86a95ed44deb5a0d9c92dc1b280 2024-11-09T21:22:28,110 DEBUG [M:0;9514d6d5e5be:36289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e69924d9e254df38daafc0a3a6f5560 is 69, key is 9514d6d5e5be,37885,1731187306258/rs:state/1731187307623/Put/seqid=0 2024-11-09T21:22:28,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741851_1027 (size=5156) 2024-11-09T21:22:28,516 INFO [M:0;9514d6d5e5be:36289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e69924d9e254df38daafc0a3a6f5560 2024-11-09T21:22:28,521 DEBUG [M:0;9514d6d5e5be:36289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1dd971a01ca04eac8586f07880917a69 as hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1dd971a01ca04eac8586f07880917a69 2024-11-09T21:22:28,525 INFO [M:0;9514d6d5e5be:36289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1dd971a01ca04eac8586f07880917a69, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T21:22:28,526 DEBUG [M:0;9514d6d5e5be:36289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3361c86a95ed44deb5a0d9c92dc1b280 as hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3361c86a95ed44deb5a0d9c92dc1b280 2024-11-09T21:22:28,530 INFO [M:0;9514d6d5e5be:36289 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3361c86a95ed44deb5a0d9c92dc1b280 2024-11-09T21:22:28,530 INFO [M:0;9514d6d5e5be:36289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3361c86a95ed44deb5a0d9c92dc1b280, entries=11, sequenceid=105, filesize=7.0 K 2024-11-09T21:22:28,531 DEBUG [M:0;9514d6d5e5be:36289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e69924d9e254df38daafc0a3a6f5560 as hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e69924d9e254df38daafc0a3a6f5560 2024-11-09T21:22:28,536 INFO [M:0;9514d6d5e5be:36289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43509/user/jenkins/test-data/cb82e3c0-cccb-ad5d-e507-0361c9183768/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e69924d9e254df38daafc0a3a6f5560, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T21:22:28,537 INFO [M:0;9514d6d5e5be:36289 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 534ms, sequenceid=105, compaction requested=false 2024-11-09T21:22:28,540 INFO [M:0;9514d6d5e5be:36289 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:22:28,540 DEBUG [M:0;9514d6d5e5be:36289 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187348002Disabling compacts and flushes for region at 1731187348002Disabling writes for close at 1731187348003 (+1 ms)Obtaining lock to block concurrent updates at 1731187348003Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731187348003Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731187348003Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731187348004 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731187348004Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731187348024 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731187348024Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731187348036 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731187348077 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731187348077Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731187348096 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731187348110 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731187348110Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33390d97: reopening flushed file at 1731187348520 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47b9af8d: reopening flushed file at 1731187348525 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3afec649: reopening flushed file at 1731187348530 (+5 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 534ms, sequenceid=105, compaction requested=false at 1731187348537 (+7 ms)Writing region close event to WAL at 1731187348540 (+3 ms)Closed at 1731187348540 2024-11-09T21:22:28,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45755 is added to blk_1073741830_1006 (size=64411) 2024-11-09T21:22:28,548 INFO [M:0;9514d6d5e5be:36289 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T21:22:28,548 INFO [M:0;9514d6d5e5be:36289 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36289 2024-11-09T21:22:28,549 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:22:28,549 INFO [M:0;9514d6d5e5be:36289 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:22:28,693 INFO [M:0;9514d6d5e5be:36289 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:22:28,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012179e0120000, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:22:28,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36289-0x1012179e0120000, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:22:28,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16b8eb2c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:22:28,735 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d429c91{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:22:28,735 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:22:28,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fe6cd23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:22:28,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6300f8ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d/hadoop.log.dir/,STOPPED} 2024-11-09T21:22:28,737 WARN [BP-157634231-172.17.0.2-1731187303542 heartbeating to localhost/127.0.0.1:43509 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T21:22:28,737 WARN [BP-157634231-172.17.0.2-1731187303542 heartbeating to localhost/127.0.0.1:43509 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-157634231-172.17.0.2-1731187303542 (Datanode Uuid c6a34241-7ef7-4bc8-b7a7-a35687b87bb5) service to localhost/127.0.0.1:43509 2024-11-09T21:22:28,737 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T21:22:28,737 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T21:22:28,738 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d/cluster_58482761-eaba-eead-cee4-601688c98fde/data/data1/current/BP-157634231-172.17.0.2-1731187303542 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:22:28,738 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d/cluster_58482761-eaba-eead-cee4-601688c98fde/data/data2/current/BP-157634231-172.17.0.2-1731187303542 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:22:28,738 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T21:22:28,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58016a26{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:22:28,763 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b66e451{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:22:28,763 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:22:28,764 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43ce361e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:22:28,764 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f607a98{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ecef1ecb-0f3e-6a7f-dbf7-bab034b0d61d/hadoop.log.dir/,STOPPED} 2024-11-09T21:22:28,773 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T21:22:28,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T21:22:28,805 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=363 (was 318) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46297 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:43509 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:46297 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:46297 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:43509 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40439 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:43509 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40439 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:46297 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:40439 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40439 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53500) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43509 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:40439 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:43509 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:40439 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:40439 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53500) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40439 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53500) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:46297 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=790 (was 730) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=484 (was 458) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3588 (was 2774) - AvailableMemoryMB LEAK? - 2024-11-09T21:22:28,819 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=363, OpenFileDescriptor=790, MaxFileDescriptor=1048576, SystemLoadAverage=484, ProcessCount=11, AvailableMemoryMB=3587 2024-11-09T21:22:28,835 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-09T21:22:28,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a7e6963-4cf8-4ec6-6ff6-3578128a0236/hadoop.log.dir so I do NOT create it in target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf 2024-11-09T21:22:28,835 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a7e6963-4cf8-4ec6-6ff6-3578128a0236/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T21:22:28,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a7e6963-4cf8-4ec6-6ff6-3578128a0236/hadoop.tmp.dir so I do NOT create it in target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf 2024-11-09T21:22:28,835 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6a7e6963-4cf8-4ec6-6ff6-3578128a0236/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T21:22:28,836 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf 2024-11-09T21:22:28,836 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf/cluster_f61bece9-8e82-f6b8-8caa-45d9c1bcdac9, deleteOnExit=true 2024-11-09T21:22:28,838 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf/cluster_f61bece9-8e82-f6b8-8caa-45d9c1bcdac9/zookeeper_0, clientPort=52332, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf/cluster_f61bece9-8e82-f6b8-8caa-45d9c1bcdac9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf/cluster_f61bece9-8e82-f6b8-8caa-45d9c1bcdac9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T21:22:28,839 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52332 2024-11-09T21:22:28,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T21:22:28,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T21:22:28,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf/test.cache.data in system properties and HBase conf 2024-11-09T21:22:28,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T21:22:28,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf/hadoop.log.dir in system properties and HBase conf 2024-11-09T21:22:28,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T21:22:28,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T21:22:28,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T21:22:28,840 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T21:22:28,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:22:28,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:22:28,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T21:22:28,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:22:28,840 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T21:22:28,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T21:22:28,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:22:28,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:22:28,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T21:22:28,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf/nfs.dump.dir in system properties and HBase conf 2024-11-09T21:22:28,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf/java.io.tmpdir in system properties and HBase conf 2024-11-09T21:22:28,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:22:28,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T21:22:28,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T21:22:28,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012179e0120005, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T21:22:28,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012179e0120002, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T21:22:28,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1012179e0120008, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T21:22:28,873 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012179e0120002, quorum=127.0.0.1:53500, baseZNode=/0-1539873988 Received Disconnected from ZooKeeper, ignoring 2024-11-09T21:22:28,873 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1012179e0120008, quorum=127.0.0.1:53500, baseZNode=/21310192481 Received Disconnected from ZooKeeper, ignoring 2024-11-09T21:22:28,873 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012179e0120005, quorum=127.0.0.1:53500, baseZNode=/1461673305 Received Disconnected from ZooKeeper, ignoring 2024-11-09T21:22:29,406 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:22:29,410 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:22:29,422 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:22:29,422 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:22:29,422 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T21:22:29,423 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:22:29,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a1538a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:22:29,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2aa2718d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:22:29,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4fc2e9d8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf/java.io.tmpdir/jetty-localhost-42413-hadoop-hdfs-3_4_1-tests_jar-_-any-9019196802495785165/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:22:29,541 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b847b0f{HTTP/1.1, (http/1.1)}{localhost:42413} 2024-11-09T21:22:29,542 INFO [Time-limited test {}] server.Server(415): Started @313544ms 2024-11-09T21:22:29,888 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:22:29,891 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:22:29,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:22:29,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:22:29,892 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T21:22:29,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cf80f10{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:22:29,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43e0d540{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:22:29,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@748f94fa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf/java.io.tmpdir/jetty-localhost-44361-hadoop-hdfs-3_4_1-tests_jar-_-any-2173785852061040084/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:22:29,985 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14534668{HTTP/1.1, (http/1.1)}{localhost:44361} 2024-11-09T21:22:29,985 INFO [Time-limited test {}] server.Server(415): Started @313988ms 2024-11-09T21:22:29,986 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T21:22:30,558 WARN [Thread-4191 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf/cluster_f61bece9-8e82-f6b8-8caa-45d9c1bcdac9/data/data1/current/BP-724294204-172.17.0.2-1731187348875/current, will proceed with Du for space computation calculation, 2024-11-09T21:22:30,558 WARN [Thread-4192 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf/cluster_f61bece9-8e82-f6b8-8caa-45d9c1bcdac9/data/data2/current/BP-724294204-172.17.0.2-1731187348875/current, will proceed with Du for space computation calculation, 2024-11-09T21:22:30,578 WARN [Thread-4179 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T21:22:30,580 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52b8fc31aeb850b with lease ID 0x81c87e0d9929a177: Processing first storage report for DS-81e8c6f7-b52d-45f0-8e16-b8c18117e438 from datanode DatanodeRegistration(127.0.0.1:33475, datanodeUuid=6bc3440c-63fb-4bc9-8a94-f4bfbfbf208f, infoPort=33127, infoSecurePort=0, ipcPort=37907, storageInfo=lv=-57;cid=testClusterID;nsid=101086094;c=1731187348875) 2024-11-09T21:22:30,580 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52b8fc31aeb850b with lease ID 0x81c87e0d9929a177: from storage DS-81e8c6f7-b52d-45f0-8e16-b8c18117e438 node DatanodeRegistration(127.0.0.1:33475, datanodeUuid=6bc3440c-63fb-4bc9-8a94-f4bfbfbf208f, infoPort=33127, infoSecurePort=0, ipcPort=37907, storageInfo=lv=-57;cid=testClusterID;nsid=101086094;c=1731187348875), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:22:30,580 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52b8fc31aeb850b with lease ID 0x81c87e0d9929a177: Processing first storage report for DS-6d083b94-4b75-4dad-bbc8-b813fab1267c from datanode DatanodeRegistration(127.0.0.1:33475, datanodeUuid=6bc3440c-63fb-4bc9-8a94-f4bfbfbf208f, infoPort=33127, infoSecurePort=0, ipcPort=37907, storageInfo=lv=-57;cid=testClusterID;nsid=101086094;c=1731187348875) 2024-11-09T21:22:30,580 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52b8fc31aeb850b with lease ID 0x81c87e0d9929a177: from storage DS-6d083b94-4b75-4dad-bbc8-b813fab1267c node DatanodeRegistration(127.0.0.1:33475, datanodeUuid=6bc3440c-63fb-4bc9-8a94-f4bfbfbf208f, infoPort=33127, infoSecurePort=0, ipcPort=37907, storageInfo=lv=-57;cid=testClusterID;nsid=101086094;c=1731187348875), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:22:30,608 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf 2024-11-09T21:22:30,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:22:30,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:22:30,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741825_1001 (size=7) 2024-11-09T21:22:31,016 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34781/user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5 with version=8 2024-11-09T21:22:31,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34781/user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5/hbase-staging 2024-11-09T21:22:31,018 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:22:31,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:22:31,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:22:31,018 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:22:31,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:22:31,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:22:31,019 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T21:22:31,019 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:22:31,019 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43849 2024-11-09T21:22:31,020 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43849 connecting to ZooKeeper ensemble=127.0.0.1:52332 2024-11-09T21:22:31,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438490x0, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:22:31,063 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43849-0x101217a91110000 connected 2024-11-09T21:22:31,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:22:31,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:22:31,146 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43849-0x101217a91110000, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Set watcher on znode that does not yet exist, /0-19363107/running 2024-11-09T21:22:31,146 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34781/user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5, hbase.cluster.distributed=false 2024-11-09T21:22:31,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43849-0x101217a91110000, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Set watcher on znode that does not yet exist, /0-19363107/acl 2024-11-09T21:22:31,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43849 2024-11-09T21:22:31,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43849 2024-11-09T21:22:31,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43849 2024-11-09T21:22:31,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43849 2024-11-09T21:22:31,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43849 2024-11-09T21:22:31,160 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:22:31,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:22:31,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:22:31,161 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:22:31,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:22:31,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:22:31,161 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T21:22:31,161 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:22:31,161 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40987 2024-11-09T21:22:31,162 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40987 connecting to ZooKeeper ensemble=127.0.0.1:52332 2024-11-09T21:22:31,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:22:31,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:22:31,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409870x0, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:22:31,174 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40987-0x101217a91110001 connected 2024-11-09T21:22:31,174 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40987-0x101217a91110001, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Set watcher on znode that does not yet exist, /0-19363107/running 2024-11-09T21:22:31,174 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T21:22:31,175 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T21:22:31,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40987-0x101217a91110001, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Set watcher on znode that does not yet exist, /0-19363107/master 2024-11-09T21:22:31,176 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40987-0x101217a91110001, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Set watcher on znode that does not yet exist, /0-19363107/acl 2024-11-09T21:22:31,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40987 2024-11-09T21:22:31,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40987 2024-11-09T21:22:31,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40987 2024-11-09T21:22:31,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40987 2024-11-09T21:22:31,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40987 2024-11-09T21:22:31,190 DEBUG [M:0;9514d6d5e5be:43849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9514d6d5e5be:43849 2024-11-09T21:22:31,191 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-19363107/backup-masters/9514d6d5e5be,43849,1731187351018 2024-11-09T21:22:31,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43849-0x101217a91110000, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-19363107/backup-masters 2024-11-09T21:22:31,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40987-0x101217a91110001, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-19363107/backup-masters 2024-11-09T21:22:31,201 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43849-0x101217a91110000, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Set watcher on existing znode=/0-19363107/backup-masters/9514d6d5e5be,43849,1731187351018 2024-11-09T21:22:31,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43849-0x101217a91110000, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-19363107 2024-11-09T21:22:31,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40987-0x101217a91110001, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-19363107/master 2024-11-09T21:22:31,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40987-0x101217a91110001, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-19363107 2024-11-09T21:22:31,212 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43849-0x101217a91110000, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Set watcher on existing znode=/0-19363107/master 2024-11-09T21:22:31,212 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-19363107/backup-masters/9514d6d5e5be,43849,1731187351018 from backup master directory 2024-11-09T21:22:31,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43849-0x101217a91110000, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-19363107/backup-masters/9514d6d5e5be,43849,1731187351018 2024-11-09T21:22:31,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40987-0x101217a91110001, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-19363107/backup-masters 2024-11-09T21:22:31,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43849-0x101217a91110000, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-19363107/backup-masters 2024-11-09T21:22:31,222 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:22:31,222 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9514d6d5e5be,43849,1731187351018 2024-11-09T21:22:31,224 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34781/user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5/hbase.id] with ID: cd5cbd64-abd8-4042-ae41-6d2417343107 2024-11-09T21:22:31,224 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34781/user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5/.tmp/hbase.id 2024-11-09T21:22:31,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741826_1002 (size=42) 2024-11-09T21:22:31,628 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34781/user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5/.tmp/hbase.id]:[hdfs://localhost:34781/user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5/hbase.id] 2024-11-09T21:22:31,635 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:22:31,635 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T21:22:31,636 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T21:22:31,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43849-0x101217a91110000, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-19363107 2024-11-09T21:22:31,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40987-0x101217a91110001, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-19363107 2024-11-09T21:22:31,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741827_1003 (size=196) 2024-11-09T21:22:32,035 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:22:32,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:32,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:32,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:32,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:32,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:32,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:32,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:32,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:32,051 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:22:32,052 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T21:22:32,052 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:22:32,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741828_1004 (size=1189) 2024-11-09T21:22:32,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:32,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:32,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:32,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:32,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:32,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:32,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:32,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:32,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:32,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:32,461 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34781/user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5/MasterData/data/master/store 2024-11-09T21:22:32,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741829_1005 (size=34) 2024-11-09T21:22:32,867 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:22:32,867 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:22:32,867 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:22:32,867 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:22:32,867 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:22:32,867 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:22:32,867 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:22:32,867 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187352867Disabling compacts and flushes for region at 1731187352867Disabling writes for close at 1731187352867Writing region close event to WAL at 1731187352867Closed at 1731187352867 2024-11-09T21:22:32,868 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34781/user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5/MasterData/data/master/store/.initializing 2024-11-09T21:22:32,868 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34781/user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5/MasterData/WALs/9514d6d5e5be,43849,1731187351018 2024-11-09T21:22:32,869 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:22:32,870 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9514d6d5e5be%2C43849%2C1731187351018, suffix=, logDir=hdfs://localhost:34781/user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5/MasterData/WALs/9514d6d5e5be,43849,1731187351018, archiveDir=hdfs://localhost:34781/user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5/MasterData/oldWALs, maxLogs=10 2024-11-09T21:22:32,884 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5/MasterData/WALs/9514d6d5e5be,43849,1731187351018/9514d6d5e5be%2C43849%2C1731187351018.1731187352870, exclude list is [], retry=0 2024-11-09T21:22:32,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33475,DS-81e8c6f7-b52d-45f0-8e16-b8c18117e438,DISK] 2024-11-09T21:22:32,888 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5/MasterData/WALs/9514d6d5e5be,43849,1731187351018/9514d6d5e5be%2C43849%2C1731187351018.1731187352870 2024-11-09T21:22:32,888 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33127:33127)] 2024-11-09T21:22:32,888 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:22:32,888 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:22:32,888 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:32,888 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:32,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:32,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T21:22:32,890 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:32,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:22:32,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:32,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T21:22:32,891 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:32,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:32,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:32,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T21:22:32,893 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:32,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:32,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:32,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T21:22:32,894 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:32,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:32,894 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:32,894 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34781/user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:32,895 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34781/user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:32,895 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:32,895 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:32,896 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:22:32,896 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:32,897 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34781/user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:22:32,898 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60983620, jitterRate=-0.0912732481956482}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:22:32,898 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731187352888Initializing all the Stores at 1731187352889 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187352889Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187352889Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187352889Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187352889Cleaning up temporary data from old regions at 1731187352895 (+6 ms)Region opened successfully at 1731187352898 (+3 ms) 2024-11-09T21:22:32,898 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T21:22:32,900 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f0dd9d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:22:32,900 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T21:22:32,900 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T21:22:32,900 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T21:22:32,900 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T21:22:32,901 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T21:22:32,901 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T21:22:32,901 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T21:22:32,902 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T21:22:32,902 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43849-0x101217a91110000, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Unable to get data of znode /0-19363107/balancer because node does not exist (not necessarily an error) 2024-11-09T21:22:32,921 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-19363107/balancer already deleted, retry=false 2024-11-09T21:22:32,921 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T21:22:32,921 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43849-0x101217a91110000, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Unable to get data of znode /0-19363107/normalizer because node does not exist (not necessarily an error) 2024-11-09T21:22:32,931 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-19363107/normalizer already deleted, retry=false 2024-11-09T21:22:32,931 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T21:22:32,932 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43849-0x101217a91110000, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Unable to get data of znode /0-19363107/switch/split because node does not exist (not necessarily an error) 2024-11-09T21:22:32,942 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-19363107/switch/split already deleted, retry=false 2024-11-09T21:22:32,942 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43849-0x101217a91110000, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Unable to get data of znode /0-19363107/switch/merge because node does not exist (not necessarily an error) 2024-11-09T21:22:32,952 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-19363107/switch/merge already deleted, retry=false 2024-11-09T21:22:32,954 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43849-0x101217a91110000, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Unable to get data of znode /0-19363107/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T21:22:32,963 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-19363107/snapshot-cleanup already deleted, retry=false 2024-11-09T21:22:32,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40987-0x101217a91110001, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-19363107/running 2024-11-09T21:22:32,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43849-0x101217a91110000, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-19363107/running 2024-11-09T21:22:32,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40987-0x101217a91110001, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-19363107 2024-11-09T21:22:32,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43849-0x101217a91110000, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-19363107 2024-11-09T21:22:32,973 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9514d6d5e5be,43849,1731187351018, sessionid=0x101217a91110000, setting cluster-up flag (Was=false) 2024-11-09T21:22:32,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40987-0x101217a91110001, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-19363107 2024-11-09T21:22:32,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43849-0x101217a91110000, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-19363107 2024-11-09T21:22:33,026 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-19363107/flush-table-proc/acquired, /0-19363107/flush-table-proc/reached, /0-19363107/flush-table-proc/abort 2024-11-09T21:22:33,027 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,43849,1731187351018 2024-11-09T21:22:33,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40987-0x101217a91110001, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-19363107 2024-11-09T21:22:33,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43849-0x101217a91110000, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-19363107 2024-11-09T21:22:33,078 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-19363107/online-snapshot/acquired, /0-19363107/online-snapshot/reached, /0-19363107/online-snapshot/abort 2024-11-09T21:22:33,079 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,43849,1731187351018 2024-11-09T21:22:33,080 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34781/user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T21:22:33,086 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T21:22:33,086 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T21:22:33,086 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T21:22:33,086 INFO [RS:0;9514d6d5e5be:40987 {}] regionserver.HRegionServer(746): ClusterId : cd5cbd64-abd8-4042-ae41-6d2417343107 2024-11-09T21:22:33,087 DEBUG [RS:0;9514d6d5e5be:40987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T21:22:33,087 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9514d6d5e5be,43849,1731187351018 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T21:22:33,096 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:22:33,096 DEBUG [RS:0;9514d6d5e5be:40987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T21:22:33,096 DEBUG [RS:0;9514d6d5e5be:40987 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T21:22:33,096 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:22:33,096 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:22:33,096 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:22:33,096 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9514d6d5e5be:0, corePoolSize=10, maxPoolSize=10 2024-11-09T21:22:33,096 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:33,096 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:22:33,096 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:33,098 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:22:33,098 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T21:22:33,099 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:33,099 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T21:22:33,103 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731187383103 2024-11-09T21:22:33,103 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T21:22:33,103 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T21:22:33,103 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T21:22:33,103 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T21:22:33,103 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T21:22:33,103 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T21:22:33,104 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:33,104 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T21:22:33,104 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T21:22:33,104 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T21:22:33,104 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T21:22:33,107 DEBUG [RS:0;9514d6d5e5be:40987 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T21:22:33,107 DEBUG [RS:0;9514d6d5e5be:40987 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17922b24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:22:33,108 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T21:22:33,108 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T21:22:33,111 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187353108,5,FailOnTimeoutGroup] 2024-11-09T21:22:33,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741831_1007 (size=1321) 2024-11-09T21:22:33,112 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187353111,5,FailOnTimeoutGroup] 2024-11-09T21:22:33,112 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:33,112 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T21:22:33,112 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:33,112 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:33,120 DEBUG [RS:0;9514d6d5e5be:40987 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9514d6d5e5be:40987 2024-11-09T21:22:33,120 INFO [RS:0;9514d6d5e5be:40987 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T21:22:33,120 INFO [RS:0;9514d6d5e5be:40987 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T21:22:33,120 DEBUG [RS:0;9514d6d5e5be:40987 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T21:22:33,121 INFO [RS:0;9514d6d5e5be:40987 {}] regionserver.HRegionServer(2659): reportForDuty to master=9514d6d5e5be,43849,1731187351018 with port=40987, startcode=1731187351160 2024-11-09T21:22:33,121 DEBUG [RS:0;9514d6d5e5be:40987 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T21:22:33,122 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T21:22:33,123 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43849 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9514d6d5e5be,40987,1731187351160 2024-11-09T21:22:33,123 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43849 {}] master.ServerManager(517): Registering regionserver=9514d6d5e5be,40987,1731187351160 2024-11-09T21:22:33,124 DEBUG [RS:0;9514d6d5e5be:40987 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34781/user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5 2024-11-09T21:22:33,124 DEBUG [RS:0;9514d6d5e5be:40987 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34781 2024-11-09T21:22:33,124 DEBUG [RS:0;9514d6d5e5be:40987 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T21:22:33,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43849-0x101217a91110000, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-19363107/rs 2024-11-09T21:22:33,131 DEBUG [RS:0;9514d6d5e5be:40987 {}] zookeeper.ZKUtil(111): regionserver:40987-0x101217a91110001, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Set watcher on existing znode=/0-19363107/rs/9514d6d5e5be,40987,1731187351160 2024-11-09T21:22:33,131 WARN [RS:0;9514d6d5e5be:40987 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:22:33,132 INFO [RS:0;9514d6d5e5be:40987 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:22:33,132 DEBUG [RS:0;9514d6d5e5be:40987 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34781/user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5/WALs/9514d6d5e5be,40987,1731187351160 2024-11-09T21:22:33,132 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9514d6d5e5be,40987,1731187351160] 2024-11-09T21:22:33,136 INFO [RS:0;9514d6d5e5be:40987 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T21:22:33,137 INFO [RS:0;9514d6d5e5be:40987 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T21:22:33,137 INFO [RS:0;9514d6d5e5be:40987 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T21:22:33,137 INFO [RS:0;9514d6d5e5be:40987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:33,137 INFO [RS:0;9514d6d5e5be:40987 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T21:22:33,138 INFO [RS:0;9514d6d5e5be:40987 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T21:22:33,138 INFO [RS:0;9514d6d5e5be:40987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:33,138 DEBUG [RS:0;9514d6d5e5be:40987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:33,138 DEBUG [RS:0;9514d6d5e5be:40987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:33,138 DEBUG [RS:0;9514d6d5e5be:40987 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:33,138 DEBUG [RS:0;9514d6d5e5be:40987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:33,138 DEBUG [RS:0;9514d6d5e5be:40987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:33,138 DEBUG [RS:0;9514d6d5e5be:40987 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:22:33,138 DEBUG [RS:0;9514d6d5e5be:40987 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:33,138 DEBUG [RS:0;9514d6d5e5be:40987 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:33,138 DEBUG [RS:0;9514d6d5e5be:40987 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:33,138 DEBUG [RS:0;9514d6d5e5be:40987 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:33,138 DEBUG [RS:0;9514d6d5e5be:40987 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:33,138 DEBUG [RS:0;9514d6d5e5be:40987 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:33,138 DEBUG [RS:0;9514d6d5e5be:40987 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:22:33,138 DEBUG [RS:0;9514d6d5e5be:40987 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:22:33,140 INFO [RS:0;9514d6d5e5be:40987 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:33,140 INFO [RS:0;9514d6d5e5be:40987 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:33,140 INFO [RS:0;9514d6d5e5be:40987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:33,140 INFO [RS:0;9514d6d5e5be:40987 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:33,140 INFO [RS:0;9514d6d5e5be:40987 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:33,140 INFO [RS:0;9514d6d5e5be:40987 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,40987,1731187351160-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:22:33,153 INFO [RS:0;9514d6d5e5be:40987 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T21:22:33,153 INFO [RS:0;9514d6d5e5be:40987 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,40987,1731187351160-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:33,154 INFO [RS:0;9514d6d5e5be:40987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:33,154 INFO [RS:0;9514d6d5e5be:40987 {}] regionserver.Replication(171): 9514d6d5e5be,40987,1731187351160 started 2024-11-09T21:22:33,165 INFO [RS:0;9514d6d5e5be:40987 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:33,165 INFO [RS:0;9514d6d5e5be:40987 {}] regionserver.HRegionServer(1482): Serving as 9514d6d5e5be,40987,1731187351160, RpcServer on 9514d6d5e5be/172.17.0.2:40987, sessionid=0x101217a91110001 2024-11-09T21:22:33,165 DEBUG [RS:0;9514d6d5e5be:40987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T21:22:33,165 DEBUG [RS:0;9514d6d5e5be:40987 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9514d6d5e5be,40987,1731187351160 2024-11-09T21:22:33,165 DEBUG [RS:0;9514d6d5e5be:40987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,40987,1731187351160' 2024-11-09T21:22:33,165 DEBUG [RS:0;9514d6d5e5be:40987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-19363107/flush-table-proc/abort' 2024-11-09T21:22:33,165 DEBUG [RS:0;9514d6d5e5be:40987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-19363107/flush-table-proc/acquired' 2024-11-09T21:22:33,166 DEBUG [RS:0;9514d6d5e5be:40987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T21:22:33,166 DEBUG [RS:0;9514d6d5e5be:40987 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T21:22:33,166 DEBUG [RS:0;9514d6d5e5be:40987 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9514d6d5e5be,40987,1731187351160 2024-11-09T21:22:33,166 DEBUG [RS:0;9514d6d5e5be:40987 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,40987,1731187351160' 2024-11-09T21:22:33,166 DEBUG [RS:0;9514d6d5e5be:40987 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-19363107/online-snapshot/abort' 2024-11-09T21:22:33,166 DEBUG [RS:0;9514d6d5e5be:40987 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-19363107/online-snapshot/acquired' 2024-11-09T21:22:33,166 DEBUG [RS:0;9514d6d5e5be:40987 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T21:22:33,166 INFO [RS:0;9514d6d5e5be:40987 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T21:22:33,166 INFO [RS:0;9514d6d5e5be:40987 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T21:22:33,267 INFO [RS:0;9514d6d5e5be:40987 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:22:33,268 INFO [RS:0;9514d6d5e5be:40987 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C40987%2C1731187351160, suffix=, logDir=hdfs://localhost:34781/user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5/WALs/9514d6d5e5be,40987,1731187351160, archiveDir=hdfs://localhost:34781/user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5/oldWALs, maxLogs=10 2024-11-09T21:22:33,279 DEBUG [RS:0;9514d6d5e5be:40987 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5/WALs/9514d6d5e5be,40987,1731187351160/9514d6d5e5be%2C40987%2C1731187351160.1731187353268, exclude list is [], retry=0 2024-11-09T21:22:33,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33475,DS-81e8c6f7-b52d-45f0-8e16-b8c18117e438,DISK] 2024-11-09T21:22:33,283 INFO [RS:0;9514d6d5e5be:40987 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5/WALs/9514d6d5e5be,40987,1731187351160/9514d6d5e5be%2C40987%2C1731187351160.1731187353268 2024-11-09T21:22:33,283 DEBUG [RS:0;9514d6d5e5be:40987 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33127:33127)] 2024-11-09T21:22:33,513 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34781/user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T21:22:33,513 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34781/user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5 2024-11-09T21:22:33,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741833_1009 (size=32) 2024-11-09T21:22:33,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:22:33,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:22:33,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:22:33,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:33,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:22:33,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:22:33,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:22:33,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:33,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:22:33,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:22:33,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:22:33,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:33,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:22:33,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:22:33,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:22:33,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:33,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:22:33,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:22:33,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34781/user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5/data/hbase/meta/1588230740 2024-11-09T21:22:33,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34781/user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5/data/hbase/meta/1588230740 2024-11-09T21:22:33,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:22:33,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:22:33,924 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:22:33,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:22:33,926 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34781/user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:22:33,926 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67435993, jitterRate=0.00487460196018219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:22:33,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731187353917Initializing all the Stores at 1731187353918 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187353918Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187353918Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187353918Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187353918Cleaning up temporary data from old regions at 1731187353924 (+6 ms)Region opened successfully at 1731187353927 (+3 ms) 2024-11-09T21:22:33,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:22:33,927 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:22:33,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:22:33,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:22:33,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:22:33,927 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:22:33,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187353927Disabling compacts and flushes for region at 1731187353927Disabling writes for close at 1731187353927Writing region close event to WAL at 1731187353927Closed at 1731187353927 2024-11-09T21:22:33,927 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T21:22:33,927 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T21:22:33,927 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T21:22:33,928 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:22:33,928 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T21:22:33,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T21:22:33,928 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:22:33,929 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T21:22:34,079 DEBUG [9514d6d5e5be:43849 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T21:22:34,080 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9514d6d5e5be,40987,1731187351160 2024-11-09T21:22:34,080 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,40987,1731187351160, state=OPENING 2024-11-09T21:22:34,089 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T21:22:34,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43849-0x101217a91110000, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-19363107 2024-11-09T21:22:34,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40987-0x101217a91110001, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-19363107 2024-11-09T21:22:34,100 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-19363107/meta-region-server: CHANGED 2024-11-09T21:22:34,100 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-19363107/meta-region-server: CHANGED 2024-11-09T21:22:34,100 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:22:34,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,40987,1731187351160}] 2024-11-09T21:22:34,252 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:22:34,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T21:22:34,255 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T21:22:34,255 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:22:34,255 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T21:22:34,257 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C40987%2C1731187351160.meta, suffix=.meta, logDir=hdfs://localhost:34781/user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5/WALs/9514d6d5e5be,40987,1731187351160, archiveDir=hdfs://localhost:34781/user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5/oldWALs, maxLogs=10 2024-11-09T21:22:34,268 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5/WALs/9514d6d5e5be,40987,1731187351160/9514d6d5e5be%2C40987%2C1731187351160.meta.1731187354257.meta, exclude list is [], retry=0 2024-11-09T21:22:34,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33475,DS-81e8c6f7-b52d-45f0-8e16-b8c18117e438,DISK] 2024-11-09T21:22:34,271 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5/WALs/9514d6d5e5be,40987,1731187351160/9514d6d5e5be%2C40987%2C1731187351160.meta.1731187354257.meta 2024-11-09T21:22:34,271 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33127:33127)] 2024-11-09T21:22:34,271 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:22:34,271 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:22:34,271 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:22:34,271 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T21:22:34,271 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T21:22:34,272 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T21:22:34,272 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:22:34,272 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T21:22:34,272 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T21:22:34,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:22:34,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:22:34,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:34,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:22:34,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:22:34,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:22:34,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:34,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:22:34,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:22:34,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:22:34,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:34,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:22:34,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:22:34,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:22:34,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:34,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:22:34,276 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:22:34,277 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34781/user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5/data/hbase/meta/1588230740 2024-11-09T21:22:34,277 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34781/user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5/data/hbase/meta/1588230740 2024-11-09T21:22:34,278 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:22:34,278 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:22:34,278 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:22:34,279 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:22:34,279 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61173757, jitterRate=-0.08843998610973358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:22:34,279 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T21:22:34,280 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731187354272Writing region info on filesystem at 1731187354272Initializing all the Stores at 1731187354272Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187354272Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187354272Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187354272Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187354273 (+1 ms)Cleaning up temporary data from old regions at 1731187354278 (+5 ms)Running coprocessor post-open hooks at 1731187354279 (+1 ms)Region opened successfully at 1731187354280 (+1 ms) 2024-11-09T21:22:34,280 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731187354252 2024-11-09T21:22:34,282 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T21:22:34,282 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T21:22:34,282 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,40987,1731187351160 2024-11-09T21:22:34,283 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,40987,1731187351160, state=OPEN 2024-11-09T21:22:34,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43849-0x101217a91110000, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-19363107/meta-region-server 2024-11-09T21:22:34,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40987-0x101217a91110001, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-19363107/meta-region-server 2024-11-09T21:22:34,317 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9514d6d5e5be,40987,1731187351160 2024-11-09T21:22:34,317 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-19363107/meta-region-server: CHANGED 2024-11-09T21:22:34,317 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-19363107/meta-region-server: CHANGED 2024-11-09T21:22:34,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T21:22:34,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,40987,1731187351160 in 217 msec 2024-11-09T21:22:34,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T21:22:34,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 391 msec 2024-11-09T21:22:34,320 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:22:34,320 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T21:22:34,321 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:22:34,321 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,40987,1731187351160, seqNum=-1] 2024-11-09T21:22:34,322 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:22:34,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:22:34,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2390 sec 2024-11-09T21:22:34,325 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731187354325, completionTime=-1 2024-11-09T21:22:34,325 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T21:22:34,325 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T21:22:34,326 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T21:22:34,327 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731187414327 2024-11-09T21:22:34,327 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731187474327 2024-11-09T21:22:34,327 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T21:22:34,327 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,43849,1731187351018-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:34,327 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,43849,1731187351018-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:34,327 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,43849,1731187351018-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:34,327 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9514d6d5e5be:43849, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:34,327 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:34,327 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:34,329 DEBUG [master/9514d6d5e5be:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T21:22:34,330 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.107sec 2024-11-09T21:22:34,330 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T21:22:34,330 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T21:22:34,330 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T21:22:34,330 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T21:22:34,330 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T21:22:34,330 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,43849,1731187351018-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:22:34,330 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,43849,1731187351018-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T21:22:34,331 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T21:22:34,332 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T21:22:34,332 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,43849,1731187351018-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:34,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f8e2c9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:34,387 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,43849,-1 for getting cluster id 2024-11-09T21:22:34,387 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:22:34,388 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd5cbd64-abd8-4042-ae41-6d2417343107' 2024-11-09T21:22:34,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:22:34,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd5cbd64-abd8-4042-ae41-6d2417343107" 2024-11-09T21:22:34,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f34bcbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:34,388 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,43849,-1] 2024-11-09T21:22:34,389 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:22:34,389 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:34,389 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:22:34,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f039e31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:34,390 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:22:34,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,40987,1731187351160, seqNum=-1] 2024-11-09T21:22:34,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:22:34,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:22:34,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9514d6d5e5be,43849,1731187351018 2024-11-09T21:22:34,393 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52332 2024-11-09T21:22:34,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52332, baseZNode=/0-19363107 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:22:34,416 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101217a91110002 connected 2024-11-09T21:22:34,428 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:22:34,428 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,43849,1731187351018 2024-11-09T21:22:34,428 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b46ddf1 2024-11-09T21:22:34,428 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:22:34,429 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:22:34,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:22:34,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T21:22:34,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:22:34,431 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:34,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T21:22:34,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:22:34,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:22:34,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741835_1011 (size=902) 2024-11-09T21:22:34,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:22:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:22:34,838 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7354665dd39c92ec60a73c26fffd1959, NAME => 'test,,1731187354429.7354665dd39c92ec60a73c26fffd1959.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34781/user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5 2024-11-09T21:22:34,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33475 is added to blk_1073741836_1012 (size=39) 2024-11-09T21:22:35,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:22:35,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731187354429.7354665dd39c92ec60a73c26fffd1959.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:22:35,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7354665dd39c92ec60a73c26fffd1959, disabling compactions & flushes 2024-11-09T21:22:35,252 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731187354429.7354665dd39c92ec60a73c26fffd1959. 2024-11-09T21:22:35,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731187354429.7354665dd39c92ec60a73c26fffd1959. 2024-11-09T21:22:35,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731187354429.7354665dd39c92ec60a73c26fffd1959. after waiting 0 ms 2024-11-09T21:22:35,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731187354429.7354665dd39c92ec60a73c26fffd1959. 2024-11-09T21:22:35,252 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731187354429.7354665dd39c92ec60a73c26fffd1959. 2024-11-09T21:22:35,252 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7354665dd39c92ec60a73c26fffd1959: Waiting for close lock at 1731187355252Disabling compacts and flushes for region at 1731187355252Disabling writes for close at 1731187355252Writing region close event to WAL at 1731187355252Closed at 1731187355252 2024-11-09T21:22:35,253 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:22:35,254 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731187354429.7354665dd39c92ec60a73c26fffd1959.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731187355253"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731187355253"}]},"ts":"1731187355253"} 2024-11-09T21:22:35,255 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T21:22:35,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:22:35,256 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187355256"}]},"ts":"1731187355256"} 2024-11-09T21:22:35,257 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T21:22:35,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7354665dd39c92ec60a73c26fffd1959, ASSIGN}] 2024-11-09T21:22:35,258 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7354665dd39c92ec60a73c26fffd1959, ASSIGN 2024-11-09T21:22:35,259 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7354665dd39c92ec60a73c26fffd1959, ASSIGN; state=OFFLINE, location=9514d6d5e5be,40987,1731187351160; forceNewPlan=false, retain=false 2024-11-09T21:22:35,409 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7354665dd39c92ec60a73c26fffd1959, regionState=OPENING, regionLocation=9514d6d5e5be,40987,1731187351160 2024-11-09T21:22:35,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7354665dd39c92ec60a73c26fffd1959, ASSIGN because future has completed 2024-11-09T21:22:35,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7354665dd39c92ec60a73c26fffd1959, server=9514d6d5e5be,40987,1731187351160}] 2024-11-09T21:22:35,565 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731187354429.7354665dd39c92ec60a73c26fffd1959. 2024-11-09T21:22:35,566 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7354665dd39c92ec60a73c26fffd1959, NAME => 'test,,1731187354429.7354665dd39c92ec60a73c26fffd1959.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:22:35,566 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:22:35,566 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T21:22:35,566 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7354665dd39c92ec60a73c26fffd1959 2024-11-09T21:22:35,566 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731187354429.7354665dd39c92ec60a73c26fffd1959.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:22:35,566 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7354665dd39c92ec60a73c26fffd1959 2024-11-09T21:22:35,566 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7354665dd39c92ec60a73c26fffd1959 2024-11-09T21:22:35,567 INFO [StoreOpener-7354665dd39c92ec60a73c26fffd1959-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7354665dd39c92ec60a73c26fffd1959 2024-11-09T21:22:35,568 INFO [StoreOpener-7354665dd39c92ec60a73c26fffd1959-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7354665dd39c92ec60a73c26fffd1959 columnFamilyName f 2024-11-09T21:22:35,568 DEBUG [StoreOpener-7354665dd39c92ec60a73c26fffd1959-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:35,568 INFO [StoreOpener-7354665dd39c92ec60a73c26fffd1959-1 {}] regionserver.HStore(327): Store=7354665dd39c92ec60a73c26fffd1959/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:35,568 INFO [StoreOpener-7354665dd39c92ec60a73c26fffd1959-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7354665dd39c92ec60a73c26fffd1959 2024-11-09T21:22:35,569 INFO [StoreOpener-7354665dd39c92ec60a73c26fffd1959-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7354665dd39c92ec60a73c26fffd1959 columnFamilyName f1 2024-11-09T21:22:35,569 DEBUG [StoreOpener-7354665dd39c92ec60a73c26fffd1959-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:35,569 INFO [StoreOpener-7354665dd39c92ec60a73c26fffd1959-1 {}] regionserver.HStore(327): Store=7354665dd39c92ec60a73c26fffd1959/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:35,569 INFO [StoreOpener-7354665dd39c92ec60a73c26fffd1959-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7354665dd39c92ec60a73c26fffd1959 2024-11-09T21:22:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:22:35,570 INFO [StoreOpener-7354665dd39c92ec60a73c26fffd1959-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7354665dd39c92ec60a73c26fffd1959 columnFamilyName norep 2024-11-09T21:22:35,570 DEBUG [StoreOpener-7354665dd39c92ec60a73c26fffd1959-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:35,570 INFO [StoreOpener-7354665dd39c92ec60a73c26fffd1959-1 {}] regionserver.HStore(327): Store=7354665dd39c92ec60a73c26fffd1959/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:35,570 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7354665dd39c92ec60a73c26fffd1959 2024-11-09T21:22:35,570 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34781/user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5/data/default/test/7354665dd39c92ec60a73c26fffd1959 2024-11-09T21:22:35,571 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34781/user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5/data/default/test/7354665dd39c92ec60a73c26fffd1959 2024-11-09T21:22:35,571 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7354665dd39c92ec60a73c26fffd1959 2024-11-09T21:22:35,571 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7354665dd39c92ec60a73c26fffd1959 2024-11-09T21:22:35,571 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:22:35,572 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7354665dd39c92ec60a73c26fffd1959 2024-11-09T21:22:35,573 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34781/user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5/data/default/test/7354665dd39c92ec60a73c26fffd1959/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:22:35,574 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7354665dd39c92ec60a73c26fffd1959; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71462525, jitterRate=0.06487460434436798}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:22:35,574 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7354665dd39c92ec60a73c26fffd1959 2024-11-09T21:22:35,574 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7354665dd39c92ec60a73c26fffd1959: Running coprocessor pre-open hook at 1731187355566Writing region info on filesystem at 1731187355566Initializing all the Stores at 1731187355567 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187355567Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187355567Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187355567Cleaning up temporary data from old regions at 1731187355571 (+4 ms)Running coprocessor post-open hooks at 1731187355574 (+3 ms)Region opened successfully at 1731187355574 2024-11-09T21:22:35,575 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731187354429.7354665dd39c92ec60a73c26fffd1959., pid=6, masterSystemTime=1731187355563 2024-11-09T21:22:35,576 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731187354429.7354665dd39c92ec60a73c26fffd1959. 2024-11-09T21:22:35,576 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731187354429.7354665dd39c92ec60a73c26fffd1959. 2024-11-09T21:22:35,576 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7354665dd39c92ec60a73c26fffd1959, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9514d6d5e5be,40987,1731187351160 2024-11-09T21:22:35,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7354665dd39c92ec60a73c26fffd1959, server=9514d6d5e5be,40987,1731187351160 because future has completed 2024-11-09T21:22:35,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T21:22:35,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7354665dd39c92ec60a73c26fffd1959, server=9514d6d5e5be,40987,1731187351160 in 168 msec 2024-11-09T21:22:35,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T21:22:35,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7354665dd39c92ec60a73c26fffd1959, ASSIGN in 323 msec 2024-11-09T21:22:35,582 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:22:35,582 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187355582"}]},"ts":"1731187355582"} 2024-11-09T21:22:35,583 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T21:22:35,584 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:22:35,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-09T21:22:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:22:36,580 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T21:22:36,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f885a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:36,580 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,43849,-1 for getting cluster id 2024-11-09T21:22:36,580 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:22:36,581 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd5cbd64-abd8-4042-ae41-6d2417343107' 2024-11-09T21:22:36,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:22:36,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd5cbd64-abd8-4042-ae41-6d2417343107" 2024-11-09T21:22:36,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b12a4b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:36,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,43849,-1] 2024-11-09T21:22:36,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:22:36,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:36,582 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:22:36,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ae8213e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:36,582 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:22:36,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,43849,1731187351018 2024-11-09T21:22:36,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f084aa8 2024-11-09T21:22:36,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:22:36,584 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:22:36,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9514d6d5e5be:43849,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T21:22:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T21:22:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:22:36,586 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:43849' 2024-11-09T21:22:36,587 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ae5f599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:36,587 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,43849,-1 for getting cluster id 2024-11-09T21:22:36,587 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:22:36,587 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cd5cbd64-abd8-4042-ae41-6d2417343107' 2024-11-09T21:22:36,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:22:36,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cd5cbd64-abd8-4042-ae41-6d2417343107" 2024-11-09T21:22:36,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77dd16ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:36,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,43849,-1] 2024-11-09T21:22:36,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:22:36,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:36,588 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:22:36,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f87be2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:36,588 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:22:36,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,43849,1731187351018 2024-11-09T21:22:36,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3766118f 2024-11-09T21:22:36,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:22:36,590 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:22:36,590 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T21:22:36,590 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T21:22:36,590 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:36,590 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:36,590 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:22:36,591 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9514d6d5e5be:43849, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-09T21:22:36,596 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9514d6d5e5be:43849, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9514d6d5e5be:43849, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9514d6d5e5be:43849, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-09T21:22:36,597 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9514d6d5e5be:43849, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=13 msec 2024-11-09T21:22:36,597 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-09T21:22:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:22:36,690 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://9514d6d5e5be:43849, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-09T21:22:36,690 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:22:36,690 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:22:36,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:36,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:36,690 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:22:36,706 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=532 (was 363) Potentially hanging thread: master/9514d6d5e5be:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6a62e9f9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@6bed2c8f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187353108 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf/cluster_f61bece9-8e82-f6b8-8caa-45d9c1bcdac9/data/data2/current/BP-724294204-172.17.0.2-1731187348875 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-20633505_20 at /127.0.0.1:56014 [Receiving block BP-724294204-172.17.0.2-1731187348875:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:52332): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-47838ad3-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@72b366d2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-1ac5dff7-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 37907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/9514d6d5e5be:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 37907 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2139902119_20 at /127.0.0.1:56050 [Receiving block BP-724294204-172.17.0.2-1731187348875:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2139902119_20 at /127.0.0.1:56028 [Receiving block BP-724294204-172.17.0.2-1731187348875:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-724294204-172.17.0.2-1731187348875:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2139902119_20 at /127.0.0.1:42948 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 34781 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 2 on default port 34781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:52332 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: 9514d6d5e5be:43849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34781 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 37907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/9514d6d5e5be:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1764714241-7953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-724294204-172.17.0.2-1731187348875:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 34781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1781700528) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:34781 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@69da95b7 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=43849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1875484880-7902 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f118c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@19ad4f5d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 37907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;9514d6d5e5be:43849 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1875484880-7907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp1875484880-7904 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f118c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:34781 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@77cb1ac1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf/cluster_f61bece9-8e82-f6b8-8caa-45d9c1bcdac9/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 37907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$605/0x00007f118cad7b70.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 34781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:34781 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp1764714241-7951-acceptor-0@7afe62c7-ServerConnector@14534668{HTTP/1.1, (http/1.1)}{localhost:44361} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-724294204-172.17.0.2-1731187348875:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34781/user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5-prefix:9514d6d5e5be,40987,1731187351160 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/9514d6d5e5be:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1875484880-7901 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f118c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1875484880-7906 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;9514d6d5e5be:40987 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:34781 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007f118c9fccb8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=43849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1875484880-7903 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f118c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 34781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@91d6878 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/9514d6d5e5be:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34781/user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5/MasterData-prefix:9514d6d5e5be,43849,1731187351018 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187353111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1764714241-7950 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f118c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@1eb936cb java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52332) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=43849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:34781/user/jenkins/test-data/fb367b06-1986-472f-1bbe-5fbe133418b5-prefix:9514d6d5e5be,40987,1731187351160.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52332) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1764714241-7952 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 37907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52332) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1875484880-7905-acceptor-0@42c7f595-ServerConnector@6b847b0f{HTTP/1.1, (http/1.1)}{localhost:42413} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: BP-724294204-172.17.0.2-1731187348875 heartbeating to localhost/127.0.0.1:34781 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RS:0;9514d6d5e5be:40987-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1875484880-7908 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@79fa279f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf/cluster_f61bece9-8e82-f6b8-8caa-45d9c1bcdac9/data/data1/current/BP-724294204-172.17.0.2-1731187348875 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 34781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf/cluster_f61bece9-8e82-f6b8-8caa-45d9c1bcdac9/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@42a97ba9[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=866 (was 790) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=469 (was 484), ProcessCount=11 (was 11), AvailableMemoryMB=3483 (was 3587) 2024-11-09T21:22:36,709 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-09T21:22:36,719 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=532, OpenFileDescriptor=866, MaxFileDescriptor=1048576, SystemLoadAverage=469, ProcessCount=11, AvailableMemoryMB=3483 2024-11-09T21:22:36,719 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-09T21:22:36,731 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-09T21:22:36,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf/hadoop.log.dir so I do NOT create it in target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb 2024-11-09T21:22:36,731 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T21:22:36,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf/hadoop.tmp.dir so I do NOT create it in target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb 2024-11-09T21:22:36,731 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8119579c-7bb1-a466-f920-4d06a3f77ddf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T21:22:36,731 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb 2024-11-09T21:22:36,732 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb/cluster_5926a52f-205e-cb57-609d-acfa8da2d4d1, deleteOnExit=true 2024-11-09T21:22:36,765 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb/cluster_5926a52f-205e-cb57-609d-acfa8da2d4d1/zookeeper_0, clientPort=63570, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb/cluster_5926a52f-205e-cb57-609d-acfa8da2d4d1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb/cluster_5926a52f-205e-cb57-609d-acfa8da2d4d1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T21:22:36,766 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63570 2024-11-09T21:22:36,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T21:22:36,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T21:22:36,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb/test.cache.data in system properties and HBase conf 2024-11-09T21:22:36,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T21:22:36,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb/hadoop.log.dir in system properties and HBase conf 2024-11-09T21:22:36,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T21:22:36,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T21:22:36,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T21:22:36,766 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T21:22:36,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:22:36,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:22:36,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T21:22:36,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:22:36,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T21:22:36,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T21:22:36,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:22:36,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:22:36,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T21:22:36,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb/nfs.dump.dir in system properties and HBase conf 2024-11-09T21:22:36,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb/java.io.tmpdir in system properties and HBase conf 2024-11-09T21:22:36,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:22:36,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T21:22:36,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T21:22:37,053 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:22:37,055 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:22:37,056 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:22:37,056 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:22:37,056 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T21:22:37,057 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:22:37,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f1595fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:22:37,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13767b34{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:22:37,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c8db555{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb/java.io.tmpdir/jetty-localhost-40969-hadoop-hdfs-3_4_1-tests_jar-_-any-842993071952204815/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:22:37,152 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c7bbfbf{HTTP/1.1, (http/1.1)}{localhost:40969} 2024-11-09T21:22:37,152 INFO [Time-limited test {}] server.Server(415): Started @321155ms 2024-11-09T21:22:37,558 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:22:37,562 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:22:37,562 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:22:37,562 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:22:37,562 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T21:22:37,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b7f6e62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:22:37,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76d0405{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:22:37,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e222240{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb/java.io.tmpdir/jetty-localhost-39291-hadoop-hdfs-3_4_1-tests_jar-_-any-12183068327067764726/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:22:37,664 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32449c26{HTTP/1.1, (http/1.1)}{localhost:39291} 2024-11-09T21:22:37,664 INFO [Time-limited test {}] server.Server(415): Started @321667ms 2024-11-09T21:22:37,665 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T21:22:38,648 WARN [Thread-4325 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb/cluster_5926a52f-205e-cb57-609d-acfa8da2d4d1/data/data1/current/BP-1602892691-172.17.0.2-1731187356780/current, will proceed with Du for space computation calculation, 2024-11-09T21:22:38,648 WARN [Thread-4326 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb/cluster_5926a52f-205e-cb57-609d-acfa8da2d4d1/data/data2/current/BP-1602892691-172.17.0.2-1731187356780/current, will proceed with Du for space computation calculation, 2024-11-09T21:22:38,665 WARN [Thread-4313 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T21:22:38,667 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeee638dd5d0a44af with lease ID 0x94fc2c9c201902a2: Processing first storage report for DS-a7b5163c-2c03-4430-84c0-13d84a9e6510 from datanode DatanodeRegistration(127.0.0.1:44105, datanodeUuid=5abe0c0c-4251-40d3-9e5d-68f0780652f1, infoPort=33091, infoSecurePort=0, ipcPort=34265, storageInfo=lv=-57;cid=testClusterID;nsid=683724236;c=1731187356780) 2024-11-09T21:22:38,667 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeee638dd5d0a44af with lease ID 0x94fc2c9c201902a2: from storage DS-a7b5163c-2c03-4430-84c0-13d84a9e6510 node DatanodeRegistration(127.0.0.1:44105, datanodeUuid=5abe0c0c-4251-40d3-9e5d-68f0780652f1, infoPort=33091, infoSecurePort=0, ipcPort=34265, storageInfo=lv=-57;cid=testClusterID;nsid=683724236;c=1731187356780), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:22:38,667 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeee638dd5d0a44af with lease ID 0x94fc2c9c201902a2: Processing first storage report for DS-e9b1d99f-5780-4714-9cc2-3397e822001c from datanode DatanodeRegistration(127.0.0.1:44105, datanodeUuid=5abe0c0c-4251-40d3-9e5d-68f0780652f1, infoPort=33091, infoSecurePort=0, ipcPort=34265, storageInfo=lv=-57;cid=testClusterID;nsid=683724236;c=1731187356780) 2024-11-09T21:22:38,667 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeee638dd5d0a44af with lease ID 0x94fc2c9c201902a2: from storage DS-e9b1d99f-5780-4714-9cc2-3397e822001c node DatanodeRegistration(127.0.0.1:44105, datanodeUuid=5abe0c0c-4251-40d3-9e5d-68f0780652f1, infoPort=33091, infoSecurePort=0, ipcPort=34265, storageInfo=lv=-57;cid=testClusterID;nsid=683724236;c=1731187356780), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:22:38,687 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb 2024-11-09T21:22:38,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:22:38,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:22:38,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44105 is added to blk_1073741825_1001 (size=7) 2024-11-09T21:22:39,095 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6 with version=8 2024-11-09T21:22:39,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/hbase-staging 2024-11-09T21:22:39,097 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:22:39,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:22:39,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:22:39,097 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:22:39,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:22:39,098 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:22:39,098 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T21:22:39,098 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:22:39,098 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32839 2024-11-09T21:22:39,099 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32839 connecting to ZooKeeper ensemble=127.0.0.1:63570 2024-11-09T21:22:39,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328390x0, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:22:39,180 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32839-0x101217ab0080000 connected 2024-11-09T21:22:39,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:22:39,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:22:39,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32839-0x101217ab0080000, quorum=127.0.0.1:63570, baseZNode=/0133941732 Set watcher on znode that does not yet exist, /0133941732/running 2024-11-09T21:22:39,398 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6, hbase.cluster.distributed=false 2024-11-09T21:22:39,399 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32839-0x101217ab0080000, quorum=127.0.0.1:63570, baseZNode=/0133941732 Set watcher on znode that does not yet exist, /0133941732/acl 2024-11-09T21:22:39,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32839 2024-11-09T21:22:39,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32839 2024-11-09T21:22:39,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32839 2024-11-09T21:22:39,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32839 2024-11-09T21:22:39,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32839 2024-11-09T21:22:39,412 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:22:39,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:22:39,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:22:39,412 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:22:39,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:22:39,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:22:39,412 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T21:22:39,412 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:22:39,413 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41781 2024-11-09T21:22:39,413 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41781 connecting to ZooKeeper ensemble=127.0.0.1:63570 2024-11-09T21:22:39,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:22:39,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:22:39,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417810x0, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:22:39,427 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417810x0, quorum=127.0.0.1:63570, baseZNode=/0133941732 Set watcher on znode that does not yet exist, /0133941732/running 2024-11-09T21:22:39,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41781-0x101217ab0080001 connected 2024-11-09T21:22:39,427 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T21:22:39,428 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T21:22:39,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41781-0x101217ab0080001, quorum=127.0.0.1:63570, baseZNode=/0133941732 Set watcher on znode that does not yet exist, /0133941732/master 2024-11-09T21:22:39,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41781-0x101217ab0080001, quorum=127.0.0.1:63570, baseZNode=/0133941732 Set watcher on znode that does not yet exist, /0133941732/acl 2024-11-09T21:22:39,430 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:22:39,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:39,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41781 2024-11-09T21:22:39,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:39,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41781 2024-11-09T21:22:39,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:39,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:39,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41781 2024-11-09T21:22:39,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:39,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:39,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:39,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:39,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41781 2024-11-09T21:22:39,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41781 2024-11-09T21:22:39,449 DEBUG [M:0;9514d6d5e5be:32839 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9514d6d5e5be:32839 2024-11-09T21:22:39,451 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0133941732/backup-masters/9514d6d5e5be,32839,1731187359097 2024-11-09T21:22:39,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x101217ab0080000, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0133941732/backup-masters 2024-11-09T21:22:39,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41781-0x101217ab0080001, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0133941732/backup-masters 2024-11-09T21:22:39,459 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32839-0x101217ab0080000, quorum=127.0.0.1:63570, baseZNode=/0133941732 Set watcher on existing znode=/0133941732/backup-masters/9514d6d5e5be,32839,1731187359097 2024-11-09T21:22:39,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:39,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:39,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:39,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:39,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:39,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:39,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x101217ab0080000, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0133941732 2024-11-09T21:22:39,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41781-0x101217ab0080001, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0133941732/master 2024-11-09T21:22:39,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41781-0x101217ab0080001, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0133941732 2024-11-09T21:22:39,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:39,469 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32839-0x101217ab0080000, quorum=127.0.0.1:63570, baseZNode=/0133941732 Set watcher on existing znode=/0133941732/master 2024-11-09T21:22:39,470 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0133941732/backup-masters/9514d6d5e5be,32839,1731187359097 from backup master directory 2024-11-09T21:22:39,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:39,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:39,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:39,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x101217ab0080000, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0133941732/backup-masters/9514d6d5e5be,32839,1731187359097 2024-11-09T21:22:39,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41781-0x101217ab0080001, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0133941732/backup-masters 2024-11-09T21:22:39,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x101217ab0080000, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0133941732/backup-masters 2024-11-09T21:22:39,480 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:22:39,480 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9514d6d5e5be,32839,1731187359097 2024-11-09T21:22:39,482 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/hbase.id] with ID: 9c5b9b9e-a196-4b1d-bce7-649562c02514 2024-11-09T21:22:39,482 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/.tmp/hbase.id 2024-11-09T21:22:39,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44105 is added to blk_1073741826_1002 (size=42) 2024-11-09T21:22:39,496 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T21:22:39,496 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T21:22:39,890 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/.tmp/hbase.id]:[hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/hbase.id] 2024-11-09T21:22:39,898 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:22:39,898 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T21:22:39,899 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T21:22:39,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x101217ab0080000, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0133941732 2024-11-09T21:22:39,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41781-0x101217ab0080001, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0133941732 2024-11-09T21:22:39,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44105 is added to blk_1073741827_1003 (size=196) 2024-11-09T21:22:40,358 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:22:40,358 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T21:22:40,359 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:22:40,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44105 is added to blk_1073741828_1004 (size=1189) 2024-11-09T21:22:40,764 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/MasterData/data/master/store 2024-11-09T21:22:40,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44105 is added to blk_1073741829_1005 (size=34) 2024-11-09T21:22:41,169 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:22:41,169 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:22:41,169 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:22:41,169 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:22:41,169 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:22:41,169 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:22:41,169 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:22:41,169 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187361169Disabling compacts and flushes for region at 1731187361169Disabling writes for close at 1731187361169Writing region close event to WAL at 1731187361169Closed at 1731187361169 2024-11-09T21:22:41,170 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/MasterData/data/master/store/.initializing 2024-11-09T21:22:41,170 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/MasterData/WALs/9514d6d5e5be,32839,1731187359097 2024-11-09T21:22:41,170 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:22:41,172 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9514d6d5e5be%2C32839%2C1731187359097, suffix=, logDir=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/MasterData/WALs/9514d6d5e5be,32839,1731187359097, archiveDir=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/MasterData/oldWALs, maxLogs=10 2024-11-09T21:22:41,183 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/MasterData/WALs/9514d6d5e5be,32839,1731187359097/9514d6d5e5be%2C32839%2C1731187359097.1731187361172, exclude list is [], retry=0 2024-11-09T21:22:41,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44105,DS-a7b5163c-2c03-4430-84c0-13d84a9e6510,DISK] 2024-11-09T21:22:41,186 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/MasterData/WALs/9514d6d5e5be,32839,1731187359097/9514d6d5e5be%2C32839%2C1731187359097.1731187361172 2024-11-09T21:22:41,186 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33091:33091)] 2024-11-09T21:22:41,186 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:22:41,186 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:22:41,186 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:41,186 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:41,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:41,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T21:22:41,188 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:41,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:22:41,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:41,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T21:22:41,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:41,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:41,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:41,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T21:22:41,190 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:41,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:41,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:41,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T21:22:41,191 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:41,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:41,192 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:41,192 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:41,192 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:41,193 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:41,193 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:41,194 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:22:41,194 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:41,196 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:22:41,196 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65916263, jitterRate=-0.01777113974094391}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:22:41,196 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731187361187Initializing all the Stores at 1731187361187Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187361187Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187361187Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187361187Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187361187Cleaning up temporary data from old regions at 1731187361193 (+6 ms)Region opened successfully at 1731187361196 (+3 ms) 2024-11-09T21:22:41,196 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T21:22:41,198 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@269346e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:22:41,198 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T21:22:41,198 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T21:22:41,199 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T21:22:41,199 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T21:22:41,199 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T21:22:41,199 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T21:22:41,199 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T21:22:41,200 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T21:22:41,201 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32839-0x101217ab0080000, quorum=127.0.0.1:63570, baseZNode=/0133941732 Unable to get data of znode /0133941732/balancer because node does not exist (not necessarily an error) 2024-11-09T21:22:41,253 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0133941732/balancer already deleted, retry=false 2024-11-09T21:22:41,253 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T21:22:41,254 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32839-0x101217ab0080000, quorum=127.0.0.1:63570, baseZNode=/0133941732 Unable to get data of znode /0133941732/normalizer because node does not exist (not necessarily an error) 2024-11-09T21:22:41,263 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0133941732/normalizer already deleted, retry=false 2024-11-09T21:22:41,264 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T21:22:41,264 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32839-0x101217ab0080000, quorum=127.0.0.1:63570, baseZNode=/0133941732 Unable to get data of znode /0133941732/switch/split because node does not exist (not necessarily an error) 2024-11-09T21:22:41,274 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0133941732/switch/split already deleted, retry=false 2024-11-09T21:22:41,274 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32839-0x101217ab0080000, quorum=127.0.0.1:63570, baseZNode=/0133941732 Unable to get data of znode /0133941732/switch/merge because node does not exist (not necessarily an error) 2024-11-09T21:22:41,284 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0133941732/switch/merge already deleted, retry=false 2024-11-09T21:22:41,286 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32839-0x101217ab0080000, quorum=127.0.0.1:63570, baseZNode=/0133941732 Unable to get data of znode /0133941732/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T21:22:41,295 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0133941732/snapshot-cleanup already deleted, retry=false 2024-11-09T21:22:41,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x101217ab0080000, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0133941732/running 2024-11-09T21:22:41,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41781-0x101217ab0080001, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0133941732/running 2024-11-09T21:22:41,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41781-0x101217ab0080001, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0133941732 2024-11-09T21:22:41,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x101217ab0080000, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0133941732 2024-11-09T21:22:41,306 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9514d6d5e5be,32839,1731187359097, sessionid=0x101217ab0080000, setting cluster-up flag (Was=false) 2024-11-09T21:22:41,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x101217ab0080000, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0133941732 2024-11-09T21:22:41,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41781-0x101217ab0080001, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0133941732 2024-11-09T21:22:41,358 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0133941732/flush-table-proc/acquired, /0133941732/flush-table-proc/reached, /0133941732/flush-table-proc/abort 2024-11-09T21:22:41,359 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,32839,1731187359097 2024-11-09T21:22:41,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x101217ab0080000, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0133941732 2024-11-09T21:22:41,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41781-0x101217ab0080001, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0133941732 2024-11-09T21:22:41,411 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0133941732/online-snapshot/acquired, /0133941732/online-snapshot/reached, /0133941732/online-snapshot/abort 2024-11-09T21:22:41,412 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,32839,1731187359097 2024-11-09T21:22:41,412 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T21:22:41,413 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T21:22:41,413 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T21:22:41,414 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T21:22:41,414 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9514d6d5e5be,32839,1731187359097 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T21:22:41,414 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:22:41,414 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:22:41,414 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:22:41,415 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:22:41,415 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9514d6d5e5be:0, corePoolSize=10, maxPoolSize=10 2024-11-09T21:22:41,415 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:41,415 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:22:41,415 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:41,415 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731187391415 2024-11-09T21:22:41,415 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T21:22:41,415 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T21:22:41,415 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T21:22:41,415 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T21:22:41,415 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:22:41,416 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T21:22:41,416 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T21:22:41,416 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T21:22:41,416 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:41,416 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T21:22:41,416 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T21:22:41,416 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T21:22:41,416 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T21:22:41,416 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:41,416 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T21:22:41,416 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T21:22:41,416 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T21:22:41,416 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187361416,5,FailOnTimeoutGroup] 2024-11-09T21:22:41,417 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187361417,5,FailOnTimeoutGroup] 2024-11-09T21:22:41,417 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:41,417 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T21:22:41,417 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:41,417 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:41,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44105 is added to blk_1073741831_1007 (size=1321) 2024-11-09T21:22:41,438 INFO [RS:0;9514d6d5e5be:41781 {}] regionserver.HRegionServer(746): ClusterId : 9c5b9b9e-a196-4b1d-bce7-649562c02514 2024-11-09T21:22:41,438 DEBUG [RS:0;9514d6d5e5be:41781 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T21:22:41,448 DEBUG [RS:0;9514d6d5e5be:41781 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T21:22:41,448 DEBUG [RS:0;9514d6d5e5be:41781 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T21:22:41,459 DEBUG [RS:0;9514d6d5e5be:41781 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T21:22:41,459 DEBUG [RS:0;9514d6d5e5be:41781 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@467d556b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:22:41,468 DEBUG [RS:0;9514d6d5e5be:41781 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9514d6d5e5be:41781 2024-11-09T21:22:41,468 INFO [RS:0;9514d6d5e5be:41781 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T21:22:41,468 INFO [RS:0;9514d6d5e5be:41781 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T21:22:41,468 DEBUG [RS:0;9514d6d5e5be:41781 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T21:22:41,469 INFO [RS:0;9514d6d5e5be:41781 {}] regionserver.HRegionServer(2659): reportForDuty to master=9514d6d5e5be,32839,1731187359097 with port=41781, startcode=1731187359412 2024-11-09T21:22:41,469 DEBUG [RS:0;9514d6d5e5be:41781 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T21:22:41,470 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T21:22:41,470 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32839 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9514d6d5e5be,41781,1731187359412 2024-11-09T21:22:41,470 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32839 {}] master.ServerManager(517): Registering regionserver=9514d6d5e5be,41781,1731187359412 2024-11-09T21:22:41,471 DEBUG [RS:0;9514d6d5e5be:41781 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6 2024-11-09T21:22:41,471 DEBUG [RS:0;9514d6d5e5be:41781 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43577 2024-11-09T21:22:41,471 DEBUG [RS:0;9514d6d5e5be:41781 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T21:22:41,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x101217ab0080000, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0133941732/rs 2024-11-09T21:22:41,480 DEBUG [RS:0;9514d6d5e5be:41781 {}] zookeeper.ZKUtil(111): regionserver:41781-0x101217ab0080001, quorum=127.0.0.1:63570, baseZNode=/0133941732 Set watcher on existing znode=/0133941732/rs/9514d6d5e5be,41781,1731187359412 2024-11-09T21:22:41,480 WARN [RS:0;9514d6d5e5be:41781 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:22:41,480 INFO [RS:0;9514d6d5e5be:41781 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:22:41,480 DEBUG [RS:0;9514d6d5e5be:41781 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412 2024-11-09T21:22:41,480 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9514d6d5e5be,41781,1731187359412] 2024-11-09T21:22:41,482 INFO [RS:0;9514d6d5e5be:41781 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T21:22:41,483 INFO [RS:0;9514d6d5e5be:41781 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T21:22:41,483 INFO [RS:0;9514d6d5e5be:41781 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T21:22:41,483 INFO [RS:0;9514d6d5e5be:41781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:41,483 INFO [RS:0;9514d6d5e5be:41781 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T21:22:41,484 INFO [RS:0;9514d6d5e5be:41781 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T21:22:41,484 INFO [RS:0;9514d6d5e5be:41781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:41,484 DEBUG [RS:0;9514d6d5e5be:41781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:41,484 DEBUG [RS:0;9514d6d5e5be:41781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:41,484 DEBUG [RS:0;9514d6d5e5be:41781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:41,484 DEBUG [RS:0;9514d6d5e5be:41781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:41,484 DEBUG [RS:0;9514d6d5e5be:41781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:41,484 DEBUG [RS:0;9514d6d5e5be:41781 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:22:41,484 DEBUG [RS:0;9514d6d5e5be:41781 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:41,484 DEBUG [RS:0;9514d6d5e5be:41781 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:41,484 DEBUG [RS:0;9514d6d5e5be:41781 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:41,484 DEBUG [RS:0;9514d6d5e5be:41781 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:41,484 DEBUG [RS:0;9514d6d5e5be:41781 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:41,484 DEBUG [RS:0;9514d6d5e5be:41781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:41,484 DEBUG [RS:0;9514d6d5e5be:41781 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:22:41,484 DEBUG [RS:0;9514d6d5e5be:41781 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:22:41,487 INFO [RS:0;9514d6d5e5be:41781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:41,487 INFO [RS:0;9514d6d5e5be:41781 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:41,487 INFO [RS:0;9514d6d5e5be:41781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:41,487 INFO [RS:0;9514d6d5e5be:41781 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:41,487 INFO [RS:0;9514d6d5e5be:41781 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:41,487 INFO [RS:0;9514d6d5e5be:41781 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,41781,1731187359412-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:22:41,499 INFO [RS:0;9514d6d5e5be:41781 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T21:22:41,500 INFO [RS:0;9514d6d5e5be:41781 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,41781,1731187359412-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:41,500 INFO [RS:0;9514d6d5e5be:41781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:41,500 INFO [RS:0;9514d6d5e5be:41781 {}] regionserver.Replication(171): 9514d6d5e5be,41781,1731187359412 started 2024-11-09T21:22:41,511 INFO [RS:0;9514d6d5e5be:41781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:41,511 INFO [RS:0;9514d6d5e5be:41781 {}] regionserver.HRegionServer(1482): Serving as 9514d6d5e5be,41781,1731187359412, RpcServer on 9514d6d5e5be/172.17.0.2:41781, sessionid=0x101217ab0080001 2024-11-09T21:22:41,511 DEBUG [RS:0;9514d6d5e5be:41781 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T21:22:41,511 DEBUG [RS:0;9514d6d5e5be:41781 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9514d6d5e5be,41781,1731187359412 2024-11-09T21:22:41,511 DEBUG [RS:0;9514d6d5e5be:41781 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,41781,1731187359412' 2024-11-09T21:22:41,511 DEBUG [RS:0;9514d6d5e5be:41781 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0133941732/flush-table-proc/abort' 2024-11-09T21:22:41,511 DEBUG [RS:0;9514d6d5e5be:41781 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0133941732/flush-table-proc/acquired' 2024-11-09T21:22:41,512 DEBUG [RS:0;9514d6d5e5be:41781 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T21:22:41,512 DEBUG [RS:0;9514d6d5e5be:41781 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T21:22:41,512 DEBUG [RS:0;9514d6d5e5be:41781 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9514d6d5e5be,41781,1731187359412 2024-11-09T21:22:41,512 DEBUG [RS:0;9514d6d5e5be:41781 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,41781,1731187359412' 2024-11-09T21:22:41,512 DEBUG [RS:0;9514d6d5e5be:41781 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0133941732/online-snapshot/abort' 2024-11-09T21:22:41,512 DEBUG [RS:0;9514d6d5e5be:41781 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0133941732/online-snapshot/acquired' 2024-11-09T21:22:41,512 DEBUG [RS:0;9514d6d5e5be:41781 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T21:22:41,512 INFO [RS:0;9514d6d5e5be:41781 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T21:22:41,512 INFO [RS:0;9514d6d5e5be:41781 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T21:22:41,612 INFO [RS:0;9514d6d5e5be:41781 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:22:41,613 INFO [RS:0;9514d6d5e5be:41781 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C41781%2C1731187359412, suffix=, logDir=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412, archiveDir=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/oldWALs, maxLogs=10 2024-11-09T21:22:41,625 DEBUG [RS:0;9514d6d5e5be:41781 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187361614, exclude list is [], retry=0 2024-11-09T21:22:41,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44105,DS-a7b5163c-2c03-4430-84c0-13d84a9e6510,DISK] 2024-11-09T21:22:41,628 INFO [RS:0;9514d6d5e5be:41781 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187361614 2024-11-09T21:22:41,629 DEBUG [RS:0;9514d6d5e5be:41781 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33091:33091)] 2024-11-09T21:22:41,820 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T21:22:41,820 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6 2024-11-09T21:22:41,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44105 is added to blk_1073741833_1009 (size=32) 2024-11-09T21:22:42,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:22:42,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:22:42,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:22:42,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:42,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:22:42,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:22:42,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:22:42,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:42,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:22:42,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:22:42,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:22:42,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:42,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:22:42,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:22:42,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:22:42,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:42,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:22:42,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:22:42,230 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/meta/1588230740 2024-11-09T21:22:42,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/meta/1588230740 2024-11-09T21:22:42,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:22:42,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:22:42,231 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:22:42,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:22:42,233 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:22:42,234 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67257104, jitterRate=0.0022089481353759766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:22:42,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731187362225Initializing all the Stores at 1731187362225Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187362225Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187362226 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187362226Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187362226Cleaning up temporary data from old regions at 1731187362231 (+5 ms)Region opened successfully at 1731187362234 (+3 ms) 2024-11-09T21:22:42,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:22:42,234 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:22:42,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:22:42,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:22:42,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:22:42,234 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:22:42,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187362234Disabling compacts and flushes for region at 1731187362234Disabling writes for close at 1731187362234Writing region close event to WAL at 1731187362234Closed at 1731187362234 2024-11-09T21:22:42,235 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:22:42,235 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T21:22:42,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T21:22:42,236 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:22:42,236 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T21:22:42,386 DEBUG [9514d6d5e5be:32839 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T21:22:42,387 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9514d6d5e5be,41781,1731187359412 2024-11-09T21:22:42,388 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,41781,1731187359412, state=OPENING 2024-11-09T21:22:42,406 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T21:22:42,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41781-0x101217ab0080001, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0133941732 2024-11-09T21:22:42,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x101217ab0080000, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0133941732 2024-11-09T21:22:42,416 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:22:42,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0133941732/meta-region-server: CHANGED 2024-11-09T21:22:42,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0133941732/meta-region-server: CHANGED 2024-11-09T21:22:42,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,41781,1731187359412}] 2024-11-09T21:22:42,568 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:22:42,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T21:22:42,572 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T21:22:42,572 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:22:42,572 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T21:22:42,573 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C41781%2C1731187359412.meta, suffix=.meta, logDir=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412, archiveDir=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/oldWALs, maxLogs=10 2024-11-09T21:22:42,585 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.meta.1731187362573.meta, exclude list is [], retry=0 2024-11-09T21:22:42,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44105,DS-a7b5163c-2c03-4430-84c0-13d84a9e6510,DISK] 2024-11-09T21:22:42,588 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.meta.1731187362573.meta 2024-11-09T21:22:42,588 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33091:33091)] 2024-11-09T21:22:42,588 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:22:42,588 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:22:42,589 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:22:42,589 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T21:22:42,589 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T21:22:42,589 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T21:22:42,589 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:22:42,589 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T21:22:42,589 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T21:22:42,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:22:42,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:22:42,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:42,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:22:42,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:22:42,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:22:42,591 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:42,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:22:42,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:22:42,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:22:42,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:42,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:22:42,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:22:42,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:22:42,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:42,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:22:42,593 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:22:42,594 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/meta/1588230740 2024-11-09T21:22:42,594 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/meta/1588230740 2024-11-09T21:22:42,595 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:22:42,595 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:22:42,595 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:22:42,596 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:22:42,596 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69599404, jitterRate=0.03711193799972534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:22:42,596 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T21:22:42,596 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731187362589Writing region info on filesystem at 1731187362589Initializing all the Stores at 1731187362590 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187362590Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187362590Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187362590Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187362590Cleaning up temporary data from old regions at 1731187362595 (+5 ms)Running coprocessor post-open hooks at 1731187362596 (+1 ms)Region opened successfully at 1731187362596 2024-11-09T21:22:42,597 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731187362568 2024-11-09T21:22:42,598 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T21:22:42,598 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T21:22:42,599 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,41781,1731187359412 2024-11-09T21:22:42,599 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,41781,1731187359412, state=OPEN 2024-11-09T21:22:42,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41781-0x101217ab0080001, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0133941732/meta-region-server 2024-11-09T21:22:42,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x101217ab0080000, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0133941732/meta-region-server 2024-11-09T21:22:42,718 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9514d6d5e5be,41781,1731187359412 2024-11-09T21:22:42,718 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0133941732/meta-region-server: CHANGED 2024-11-09T21:22:42,718 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0133941732/meta-region-server: CHANGED 2024-11-09T21:22:42,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T21:22:42,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,41781,1731187359412 in 301 msec 2024-11-09T21:22:42,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T21:22:42,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 485 msec 2024-11-09T21:22:42,721 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:22:42,721 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T21:22:42,722 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:22:42,722 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,41781,1731187359412, seqNum=-1] 2024-11-09T21:22:42,722 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:22:42,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:22:42,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3130 sec 2024-11-09T21:22:42,727 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731187362727, completionTime=-1 2024-11-09T21:22:42,727 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T21:22:42,727 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T21:22:42,728 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T21:22:42,728 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731187422728 2024-11-09T21:22:42,728 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731187482728 2024-11-09T21:22:42,728 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T21:22:42,728 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,32839,1731187359097-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:42,728 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,32839,1731187359097-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:42,728 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,32839,1731187359097-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:42,728 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9514d6d5e5be:32839, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:42,728 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:42,728 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:42,730 DEBUG [master/9514d6d5e5be:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T21:22:42,731 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.251sec 2024-11-09T21:22:42,731 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T21:22:42,731 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T21:22:42,731 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T21:22:42,731 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T21:22:42,731 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T21:22:42,731 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,32839,1731187359097-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:22:42,731 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,32839,1731187359097-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T21:22:42,733 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T21:22:42,733 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T21:22:42,733 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,32839,1731187359097-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:42,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a37041, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:42,739 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,32839,-1 for getting cluster id 2024-11-09T21:22:42,739 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:22:42,740 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c5b9b9e-a196-4b1d-bce7-649562c02514' 2024-11-09T21:22:42,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:22:42,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c5b9b9e-a196-4b1d-bce7-649562c02514" 2024-11-09T21:22:42,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cca5fe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:42,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,32839,-1] 2024-11-09T21:22:42,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:22:42,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:42,741 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:22:42,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6721939d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:42,742 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:22:42,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,41781,1731187359412, seqNum=-1] 2024-11-09T21:22:42,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:22:42,744 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:22:42,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9514d6d5e5be,32839,1731187359097 2024-11-09T21:22:42,746 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63570 2024-11-09T21:22:42,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:22:42,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101217ab0080002 connected 2024-11-09T21:22:42,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb/hadoop.log.dir so I do NOT create it in target/test-data/805e2c91-8ce1-9f05-6bdf-626ff572f616 2024-11-09T21:22:42,776 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T21:22:42,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb/hadoop.tmp.dir so I do NOT create it in target/test-data/805e2c91-8ce1-9f05-6bdf-626ff572f616 2024-11-09T21:22:42,776 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T21:22:42,777 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/805e2c91-8ce1-9f05-6bdf-626ff572f616 2024-11-09T21:22:42,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T21:22:42,777 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/805e2c91-8ce1-9f05-6bdf-626ff572f616/cluster_e1254bbf-03b4-953a-e595-9f978fcc45ec, deleteOnExit=true 2024-11-09T21:22:42,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T21:22:42,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/805e2c91-8ce1-9f05-6bdf-626ff572f616/test.cache.data in system properties and HBase conf 2024-11-09T21:22:42,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/805e2c91-8ce1-9f05-6bdf-626ff572f616/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T21:22:42,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/805e2c91-8ce1-9f05-6bdf-626ff572f616/hadoop.log.dir in system properties and HBase conf 2024-11-09T21:22:42,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/805e2c91-8ce1-9f05-6bdf-626ff572f616/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T21:22:42,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/805e2c91-8ce1-9f05-6bdf-626ff572f616/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T21:22:42,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T21:22:42,777 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T21:22:42,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/805e2c91-8ce1-9f05-6bdf-626ff572f616/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:22:42,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/805e2c91-8ce1-9f05-6bdf-626ff572f616/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:22:42,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/805e2c91-8ce1-9f05-6bdf-626ff572f616/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T21:22:42,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/805e2c91-8ce1-9f05-6bdf-626ff572f616/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:22:42,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/805e2c91-8ce1-9f05-6bdf-626ff572f616/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T21:22:42,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/805e2c91-8ce1-9f05-6bdf-626ff572f616/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T21:22:42,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/805e2c91-8ce1-9f05-6bdf-626ff572f616/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:22:42,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/805e2c91-8ce1-9f05-6bdf-626ff572f616/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:22:42,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/805e2c91-8ce1-9f05-6bdf-626ff572f616/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T21:22:42,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/805e2c91-8ce1-9f05-6bdf-626ff572f616/nfs.dump.dir in system properties and HBase conf 2024-11-09T21:22:42,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/805e2c91-8ce1-9f05-6bdf-626ff572f616/java.io.tmpdir in system properties and HBase conf 2024-11-09T21:22:42,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/805e2c91-8ce1-9f05-6bdf-626ff572f616/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:22:42,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/805e2c91-8ce1-9f05-6bdf-626ff572f616/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T21:22:42,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/805e2c91-8ce1-9f05-6bdf-626ff572f616/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T21:22:43,130 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:22:43,134 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:22:43,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:22:43,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:22:43,136 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T21:22:43,136 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:22:43,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@211c98f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/805e2c91-8ce1-9f05-6bdf-626ff572f616/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:22:43,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59383bdc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:22:43,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a1e07b6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/805e2c91-8ce1-9f05-6bdf-626ff572f616/java.io.tmpdir/jetty-localhost-34073-hadoop-hdfs-3_4_1-tests_jar-_-any-10646450648095939833/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:22:43,230 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75050fb7{HTTP/1.1, (http/1.1)}{localhost:34073} 2024-11-09T21:22:43,230 INFO [Time-limited test {}] server.Server(415): Started @327233ms 2024-11-09T21:22:43,458 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:22:43,460 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:22:43,462 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:22:43,462 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:22:43,463 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T21:22:43,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25a8d931{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/805e2c91-8ce1-9f05-6bdf-626ff572f616/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:22:43,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7275e1fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:22:43,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6751b9b2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/805e2c91-8ce1-9f05-6bdf-626ff572f616/java.io.tmpdir/jetty-localhost-45273-hadoop-hdfs-3_4_1-tests_jar-_-any-17404515350279661334/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:22:43,570 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e15ccb1{HTTP/1.1, (http/1.1)}{localhost:45273} 2024-11-09T21:22:43,570 INFO [Time-limited test {}] server.Server(415): Started @327572ms 2024-11-09T21:22:43,571 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T21:22:43,927 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T21:22:43,927 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T21:22:43,928 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T21:22:43,928 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T21:22:43,928 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T21:22:43,928 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T21:22:44,246 WARN [Thread-4446 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/805e2c91-8ce1-9f05-6bdf-626ff572f616/cluster_e1254bbf-03b4-953a-e595-9f978fcc45ec/data/data1/current/BP-1429858258-172.17.0.2-1731187362795/current, will proceed with Du for space computation calculation, 2024-11-09T21:22:44,246 WARN [Thread-4447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/805e2c91-8ce1-9f05-6bdf-626ff572f616/cluster_e1254bbf-03b4-953a-e595-9f978fcc45ec/data/data2/current/BP-1429858258-172.17.0.2-1731187362795/current, will proceed with Du for space computation calculation, 2024-11-09T21:22:44,274 WARN [Thread-4434 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T21:22:44,276 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3551baff8847541 with lease ID 0x15f115ca43247f34: Processing first storage report for DS-333d5e2b-5c3a-4a07-b1e8-33c1b0f73102 from datanode DatanodeRegistration(127.0.0.1:45413, datanodeUuid=2f6bfb87-9939-48d7-9abf-f431b494e820, infoPort=43187, infoSecurePort=0, ipcPort=44491, storageInfo=lv=-57;cid=testClusterID;nsid=20584705;c=1731187362795) 2024-11-09T21:22:44,276 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3551baff8847541 with lease ID 0x15f115ca43247f34: from storage DS-333d5e2b-5c3a-4a07-b1e8-33c1b0f73102 node DatanodeRegistration(127.0.0.1:45413, datanodeUuid=2f6bfb87-9939-48d7-9abf-f431b494e820, infoPort=43187, infoSecurePort=0, ipcPort=44491, storageInfo=lv=-57;cid=testClusterID;nsid=20584705;c=1731187362795), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T21:22:44,276 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3551baff8847541 with lease ID 0x15f115ca43247f34: Processing first storage report for DS-8061414c-28d6-4dee-9d56-51003fb15b3a from datanode DatanodeRegistration(127.0.0.1:45413, datanodeUuid=2f6bfb87-9939-48d7-9abf-f431b494e820, infoPort=43187, infoSecurePort=0, ipcPort=44491, storageInfo=lv=-57;cid=testClusterID;nsid=20584705;c=1731187362795) 2024-11-09T21:22:44,276 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3551baff8847541 with lease ID 0x15f115ca43247f34: from storage DS-8061414c-28d6-4dee-9d56-51003fb15b3a node DatanodeRegistration(127.0.0.1:45413, datanodeUuid=2f6bfb87-9939-48d7-9abf-f431b494e820, infoPort=43187, infoSecurePort=0, ipcPort=44491, storageInfo=lv=-57;cid=testClusterID;nsid=20584705;c=1731187362795), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:22:44,293 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/805e2c91-8ce1-9f05-6bdf-626ff572f616 2024-11-09T21:22:44,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:22:44,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:22:44,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741825_1001 (size=7) 2024-11-09T21:22:44,701 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6 with version=8 2024-11-09T21:22:44,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/hbase-staging 2024-11-09T21:22:44,703 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:22:44,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:22:44,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:22:44,703 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:22:44,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:22:44,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:22:44,703 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T21:22:44,703 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:22:44,704 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45081 2024-11-09T21:22:44,704 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45081 connecting to ZooKeeper ensemble=127.0.0.1:63570 2024-11-09T21:22:44,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450810x0, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:22:44,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45081-0x101217ab0080003 connected 2024-11-09T21:22:44,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:22:44,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:22:44,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45081-0x101217ab0080003, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Set watcher on znode that does not yet exist, /1-1623606694/running 2024-11-09T21:22:44,836 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6, hbase.cluster.distributed=false 2024-11-09T21:22:44,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45081-0x101217ab0080003, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Set watcher on znode that does not yet exist, /1-1623606694/acl 2024-11-09T21:22:44,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45081 2024-11-09T21:22:44,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45081 2024-11-09T21:22:44,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45081 2024-11-09T21:22:44,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45081 2024-11-09T21:22:44,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45081 2024-11-09T21:22:44,854 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:22:44,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:22:44,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:22:44,854 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:22:44,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:22:44,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:22:44,854 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T21:22:44,854 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:22:44,855 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41235 2024-11-09T21:22:44,855 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41235 connecting to ZooKeeper ensemble=127.0.0.1:63570 2024-11-09T21:22:44,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:22:44,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:22:44,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412350x0, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:22:44,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41235-0x101217ab0080004 connected 2024-11-09T21:22:44,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41235-0x101217ab0080004, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Set watcher on znode that does not yet exist, /1-1623606694/running 2024-11-09T21:22:44,870 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T21:22:44,870 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T21:22:44,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41235-0x101217ab0080004, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Set watcher on znode that does not yet exist, /1-1623606694/master 2024-11-09T21:22:44,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41235-0x101217ab0080004, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Set watcher on znode that does not yet exist, /1-1623606694/acl 2024-11-09T21:22:44,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41235 2024-11-09T21:22:44,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41235 2024-11-09T21:22:44,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41235 2024-11-09T21:22:44,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41235 2024-11-09T21:22:44,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41235 2024-11-09T21:22:44,888 DEBUG [M:0;9514d6d5e5be:45081 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9514d6d5e5be:45081 2024-11-09T21:22:44,888 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1623606694/backup-masters/9514d6d5e5be,45081,1731187364703 2024-11-09T21:22:44,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101217ab0080003, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1623606694/backup-masters 2024-11-09T21:22:44,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41235-0x101217ab0080004, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1623606694/backup-masters 2024-11-09T21:22:44,901 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45081-0x101217ab0080003, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Set watcher on existing znode=/1-1623606694/backup-masters/9514d6d5e5be,45081,1731187364703 2024-11-09T21:22:44,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101217ab0080003, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1623606694 2024-11-09T21:22:44,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41235-0x101217ab0080004, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1623606694/master 2024-11-09T21:22:44,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41235-0x101217ab0080004, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1623606694 2024-11-09T21:22:44,911 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45081-0x101217ab0080003, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Set watcher on existing znode=/1-1623606694/master 2024-11-09T21:22:44,911 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1623606694/backup-masters/9514d6d5e5be,45081,1731187364703 from backup master directory 2024-11-09T21:22:44,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101217ab0080003, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1623606694/backup-masters/9514d6d5e5be,45081,1731187364703 2024-11-09T21:22:44,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41235-0x101217ab0080004, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1623606694/backup-masters 2024-11-09T21:22:44,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101217ab0080003, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1623606694/backup-masters 2024-11-09T21:22:44,921 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:22:44,921 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9514d6d5e5be,45081,1731187364703 2024-11-09T21:22:44,924 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/hbase.id] with ID: 831ae520-1250-4b90-9c66-4e162052bff1 2024-11-09T21:22:44,924 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/.tmp/hbase.id 2024-11-09T21:22:44,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741826_1002 (size=42) 2024-11-09T21:22:44,927 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/.tmp/hbase.id]:[hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/hbase.id] 2024-11-09T21:22:44,933 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:22:44,933 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T21:22:44,934 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T21:22:44,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101217ab0080003, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1623606694 2024-11-09T21:22:44,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41235-0x101217ab0080004, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1623606694 2024-11-09T21:22:44,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741827_1003 (size=196) 2024-11-09T21:22:44,946 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:22:44,947 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T21:22:44,947 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:22:44,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741828_1004 (size=1189) 2024-11-09T21:22:45,352 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/MasterData/data/master/store 2024-11-09T21:22:45,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741829_1005 (size=34) 2024-11-09T21:22:45,757 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:22:45,757 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:22:45,757 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:22:45,757 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:22:45,757 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:22:45,757 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:22:45,757 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:22:45,757 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187365757Disabling compacts and flushes for region at 1731187365757Disabling writes for close at 1731187365757Writing region close event to WAL at 1731187365757Closed at 1731187365757 2024-11-09T21:22:45,758 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/MasterData/data/master/store/.initializing 2024-11-09T21:22:45,758 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/MasterData/WALs/9514d6d5e5be,45081,1731187364703 2024-11-09T21:22:45,759 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:22:45,760 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9514d6d5e5be%2C45081%2C1731187364703, suffix=, logDir=hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/MasterData/WALs/9514d6d5e5be,45081,1731187364703, archiveDir=hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/MasterData/oldWALs, maxLogs=10 2024-11-09T21:22:45,772 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/MasterData/WALs/9514d6d5e5be,45081,1731187364703/9514d6d5e5be%2C45081%2C1731187364703.1731187365760, exclude list is [], retry=0 2024-11-09T21:22:45,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45413,DS-333d5e2b-5c3a-4a07-b1e8-33c1b0f73102,DISK] 2024-11-09T21:22:45,775 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/MasterData/WALs/9514d6d5e5be,45081,1731187364703/9514d6d5e5be%2C45081%2C1731187364703.1731187365760 2024-11-09T21:22:45,775 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43187:43187)] 2024-11-09T21:22:45,775 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:22:45,775 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:22:45,775 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:45,775 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:45,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:45,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T21:22:45,778 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:45,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:22:45,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:45,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T21:22:45,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:45,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:45,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:45,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T21:22:45,780 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:45,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:45,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:45,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T21:22:45,781 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:45,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:45,781 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:45,782 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:45,782 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:45,783 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:45,783 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:45,784 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:22:45,785 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:45,787 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:22:45,787 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60381290, jitterRate=-0.10024866461753845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:22:45,787 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731187365775Initializing all the Stores at 1731187365776 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187365776Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187365776Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187365776Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187365776Cleaning up temporary data from old regions at 1731187365783 (+7 ms)Region opened successfully at 1731187365787 (+4 ms) 2024-11-09T21:22:45,787 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T21:22:45,789 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50c5b3d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:22:45,790 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T21:22:45,790 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T21:22:45,790 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T21:22:45,790 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T21:22:45,791 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T21:22:45,791 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T21:22:45,791 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T21:22:45,793 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T21:22:45,793 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45081-0x101217ab0080003, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Unable to get data of znode /1-1623606694/balancer because node does not exist (not necessarily an error) 2024-11-09T21:22:45,847 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1623606694/balancer already deleted, retry=false 2024-11-09T21:22:45,848 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T21:22:45,848 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45081-0x101217ab0080003, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Unable to get data of znode /1-1623606694/normalizer because node does not exist (not necessarily an error) 2024-11-09T21:22:45,858 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1623606694/normalizer already deleted, retry=false 2024-11-09T21:22:45,858 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T21:22:45,859 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45081-0x101217ab0080003, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Unable to get data of znode /1-1623606694/switch/split because node does not exist (not necessarily an error) 2024-11-09T21:22:45,869 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1623606694/switch/split already deleted, retry=false 2024-11-09T21:22:45,869 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45081-0x101217ab0080003, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Unable to get data of znode /1-1623606694/switch/merge because node does not exist (not necessarily an error) 2024-11-09T21:22:45,879 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1623606694/switch/merge already deleted, retry=false 2024-11-09T21:22:45,881 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45081-0x101217ab0080003, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Unable to get data of znode /1-1623606694/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T21:22:45,890 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1623606694/snapshot-cleanup already deleted, retry=false 2024-11-09T21:22:45,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101217ab0080003, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1623606694/running 2024-11-09T21:22:45,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41235-0x101217ab0080004, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1623606694/running 2024-11-09T21:22:45,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101217ab0080003, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1623606694 2024-11-09T21:22:45,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41235-0x101217ab0080004, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1623606694 2024-11-09T21:22:45,900 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9514d6d5e5be,45081,1731187364703, sessionid=0x101217ab0080003, setting cluster-up flag (Was=false) 2024-11-09T21:22:45,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101217ab0080003, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1623606694 2024-11-09T21:22:45,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41235-0x101217ab0080004, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1623606694 2024-11-09T21:22:45,953 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1623606694/flush-table-proc/acquired, /1-1623606694/flush-table-proc/reached, /1-1623606694/flush-table-proc/abort 2024-11-09T21:22:45,954 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,45081,1731187364703 2024-11-09T21:22:45,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101217ab0080003, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1623606694 2024-11-09T21:22:45,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41235-0x101217ab0080004, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1623606694 2024-11-09T21:22:46,005 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1623606694/online-snapshot/acquired, /1-1623606694/online-snapshot/reached, /1-1623606694/online-snapshot/abort 2024-11-09T21:22:46,006 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,45081,1731187364703 2024-11-09T21:22:46,007 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T21:22:46,008 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T21:22:46,009 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T21:22:46,009 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T21:22:46,009 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9514d6d5e5be,45081,1731187364703 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T21:22:46,010 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:22:46,010 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:22:46,010 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:22:46,010 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:22:46,010 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9514d6d5e5be:0, corePoolSize=10, maxPoolSize=10 2024-11-09T21:22:46,010 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:46,010 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:22:46,010 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:46,011 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731187396011 2024-11-09T21:22:46,011 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T21:22:46,011 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T21:22:46,011 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T21:22:46,011 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T21:22:46,011 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T21:22:46,011 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T21:22:46,011 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:22:46,011 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T21:22:46,011 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:46,012 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T21:22:46,012 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T21:22:46,012 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T21:22:46,012 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T21:22:46,012 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:46,012 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T21:22:46,012 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T21:22:46,012 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T21:22:46,014 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187366012,5,FailOnTimeoutGroup] 2024-11-09T21:22:46,016 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187366014,5,FailOnTimeoutGroup] 2024-11-09T21:22:46,016 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:46,016 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T21:22:46,016 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:46,016 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:46,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741831_1007 (size=1321) 2024-11-09T21:22:46,089 INFO [RS:0;9514d6d5e5be:41235 {}] regionserver.HRegionServer(746): ClusterId : 831ae520-1250-4b90-9c66-4e162052bff1 2024-11-09T21:22:46,089 DEBUG [RS:0;9514d6d5e5be:41235 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T21:22:46,101 DEBUG [RS:0;9514d6d5e5be:41235 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T21:22:46,101 DEBUG [RS:0;9514d6d5e5be:41235 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T21:22:46,112 DEBUG [RS:0;9514d6d5e5be:41235 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T21:22:46,112 DEBUG [RS:0;9514d6d5e5be:41235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a7dbc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:22:46,121 DEBUG [RS:0;9514d6d5e5be:41235 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9514d6d5e5be:41235 2024-11-09T21:22:46,121 INFO [RS:0;9514d6d5e5be:41235 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T21:22:46,121 INFO [RS:0;9514d6d5e5be:41235 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T21:22:46,121 DEBUG [RS:0;9514d6d5e5be:41235 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T21:22:46,122 INFO [RS:0;9514d6d5e5be:41235 {}] regionserver.HRegionServer(2659): reportForDuty to master=9514d6d5e5be,45081,1731187364703 with port=41235, startcode=1731187364853 2024-11-09T21:22:46,122 DEBUG [RS:0;9514d6d5e5be:41235 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T21:22:46,123 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T21:22:46,124 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45081 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9514d6d5e5be,41235,1731187364853 2024-11-09T21:22:46,124 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45081 {}] master.ServerManager(517): Registering regionserver=9514d6d5e5be,41235,1731187364853 2024-11-09T21:22:46,125 DEBUG [RS:0;9514d6d5e5be:41235 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6 2024-11-09T21:22:46,125 DEBUG [RS:0;9514d6d5e5be:41235 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43111 2024-11-09T21:22:46,125 DEBUG [RS:0;9514d6d5e5be:41235 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T21:22:46,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101217ab0080003, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1623606694/rs 2024-11-09T21:22:46,162 DEBUG [RS:0;9514d6d5e5be:41235 {}] zookeeper.ZKUtil(111): regionserver:41235-0x101217ab0080004, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Set watcher on existing znode=/1-1623606694/rs/9514d6d5e5be,41235,1731187364853 2024-11-09T21:22:46,162 WARN [RS:0;9514d6d5e5be:41235 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:22:46,162 INFO [RS:0;9514d6d5e5be:41235 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:22:46,162 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9514d6d5e5be,41235,1731187364853] 2024-11-09T21:22:46,162 DEBUG [RS:0;9514d6d5e5be:41235 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/WALs/9514d6d5e5be,41235,1731187364853 2024-11-09T21:22:46,165 INFO [RS:0;9514d6d5e5be:41235 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T21:22:46,167 INFO [RS:0;9514d6d5e5be:41235 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T21:22:46,167 INFO [RS:0;9514d6d5e5be:41235 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T21:22:46,167 INFO [RS:0;9514d6d5e5be:41235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:46,167 INFO [RS:0;9514d6d5e5be:41235 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T21:22:46,168 INFO [RS:0;9514d6d5e5be:41235 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T21:22:46,168 INFO [RS:0;9514d6d5e5be:41235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:46,168 DEBUG [RS:0;9514d6d5e5be:41235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:46,168 DEBUG [RS:0;9514d6d5e5be:41235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:46,168 DEBUG [RS:0;9514d6d5e5be:41235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:46,168 DEBUG [RS:0;9514d6d5e5be:41235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:46,168 DEBUG [RS:0;9514d6d5e5be:41235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:46,168 DEBUG [RS:0;9514d6d5e5be:41235 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:22:46,168 DEBUG [RS:0;9514d6d5e5be:41235 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:46,168 DEBUG [RS:0;9514d6d5e5be:41235 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:46,168 DEBUG [RS:0;9514d6d5e5be:41235 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:46,168 DEBUG [RS:0;9514d6d5e5be:41235 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:46,168 DEBUG [RS:0;9514d6d5e5be:41235 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:46,168 DEBUG [RS:0;9514d6d5e5be:41235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:46,168 DEBUG [RS:0;9514d6d5e5be:41235 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:22:46,168 DEBUG [RS:0;9514d6d5e5be:41235 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:22:46,169 INFO [RS:0;9514d6d5e5be:41235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:46,169 INFO [RS:0;9514d6d5e5be:41235 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:46,169 INFO [RS:0;9514d6d5e5be:41235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:46,169 INFO [RS:0;9514d6d5e5be:41235 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:46,169 INFO [RS:0;9514d6d5e5be:41235 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:46,169 INFO [RS:0;9514d6d5e5be:41235 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,41235,1731187364853-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:22:46,181 INFO [RS:0;9514d6d5e5be:41235 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T21:22:46,181 INFO [RS:0;9514d6d5e5be:41235 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,41235,1731187364853-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:46,181 INFO [RS:0;9514d6d5e5be:41235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:46,181 INFO [RS:0;9514d6d5e5be:41235 {}] regionserver.Replication(171): 9514d6d5e5be,41235,1731187364853 started 2024-11-09T21:22:46,192 INFO [RS:0;9514d6d5e5be:41235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:46,192 INFO [RS:0;9514d6d5e5be:41235 {}] regionserver.HRegionServer(1482): Serving as 9514d6d5e5be,41235,1731187364853, RpcServer on 9514d6d5e5be/172.17.0.2:41235, sessionid=0x101217ab0080004 2024-11-09T21:22:46,192 DEBUG [RS:0;9514d6d5e5be:41235 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T21:22:46,192 DEBUG [RS:0;9514d6d5e5be:41235 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9514d6d5e5be,41235,1731187364853 2024-11-09T21:22:46,192 DEBUG [RS:0;9514d6d5e5be:41235 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,41235,1731187364853' 2024-11-09T21:22:46,192 DEBUG [RS:0;9514d6d5e5be:41235 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1623606694/flush-table-proc/abort' 2024-11-09T21:22:46,193 DEBUG [RS:0;9514d6d5e5be:41235 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1623606694/flush-table-proc/acquired' 2024-11-09T21:22:46,193 DEBUG [RS:0;9514d6d5e5be:41235 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T21:22:46,193 DEBUG [RS:0;9514d6d5e5be:41235 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T21:22:46,193 DEBUG [RS:0;9514d6d5e5be:41235 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9514d6d5e5be,41235,1731187364853 2024-11-09T21:22:46,193 DEBUG [RS:0;9514d6d5e5be:41235 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,41235,1731187364853' 2024-11-09T21:22:46,193 DEBUG [RS:0;9514d6d5e5be:41235 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1623606694/online-snapshot/abort' 2024-11-09T21:22:46,193 DEBUG [RS:0;9514d6d5e5be:41235 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1623606694/online-snapshot/acquired' 2024-11-09T21:22:46,193 DEBUG [RS:0;9514d6d5e5be:41235 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T21:22:46,194 INFO [RS:0;9514d6d5e5be:41235 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T21:22:46,194 INFO [RS:0;9514d6d5e5be:41235 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T21:22:46,294 INFO [RS:0;9514d6d5e5be:41235 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:22:46,295 INFO [RS:0;9514d6d5e5be:41235 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C41235%2C1731187364853, suffix=, logDir=hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/WALs/9514d6d5e5be,41235,1731187364853, archiveDir=hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/oldWALs, maxLogs=10 2024-11-09T21:22:46,306 DEBUG [RS:0;9514d6d5e5be:41235 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/WALs/9514d6d5e5be,41235,1731187364853/9514d6d5e5be%2C41235%2C1731187364853.1731187366295, exclude list is [], retry=0 2024-11-09T21:22:46,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45413,DS-333d5e2b-5c3a-4a07-b1e8-33c1b0f73102,DISK] 2024-11-09T21:22:46,310 INFO [RS:0;9514d6d5e5be:41235 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/WALs/9514d6d5e5be,41235,1731187364853/9514d6d5e5be%2C41235%2C1731187364853.1731187366295 2024-11-09T21:22:46,310 DEBUG [RS:0;9514d6d5e5be:41235 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43187:43187)] 2024-11-09T21:22:46,425 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T21:22:46,426 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6 2024-11-09T21:22:46,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741833_1009 (size=32) 2024-11-09T21:22:46,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:22:46,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:22:46,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:22:46,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:46,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:22:46,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:22:46,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:22:46,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:46,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:22:46,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:22:46,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:22:46,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:46,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:22:46,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:22:46,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:22:46,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:46,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:22:46,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:22:46,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/hbase/meta/1588230740 2024-11-09T21:22:46,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/hbase/meta/1588230740 2024-11-09T21:22:46,837 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:22:46,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:22:46,838 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:22:46,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:22:46,840 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:22:46,840 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71277804, jitterRate=0.06212204694747925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:22:46,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731187366830Initializing all the Stores at 1731187366831 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187366831Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187366831Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187366831Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187366831Cleaning up temporary data from old regions at 1731187366838 (+7 ms)Region opened successfully at 1731187366841 (+3 ms) 2024-11-09T21:22:46,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:22:46,841 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:22:46,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:22:46,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:22:46,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:22:46,841 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:22:46,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187366841Disabling compacts and flushes for region at 1731187366841Disabling writes for close at 1731187366841Writing region close event to WAL at 1731187366841Closed at 1731187366841 2024-11-09T21:22:46,842 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:22:46,842 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T21:22:46,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T21:22:46,843 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:22:46,844 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T21:22:46,994 DEBUG [9514d6d5e5be:45081 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T21:22:46,995 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9514d6d5e5be,41235,1731187364853 2024-11-09T21:22:46,996 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,41235,1731187364853, state=OPENING 2024-11-09T21:22:47,148 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T21:22:47,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41235-0x101217ab0080004, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1623606694 2024-11-09T21:22:47,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101217ab0080003, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1623606694 2024-11-09T21:22:47,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1623606694/meta-region-server: CHANGED 2024-11-09T21:22:47,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1623606694/meta-region-server: CHANGED 2024-11-09T21:22:47,161 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:22:47,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,41235,1731187364853}] 2024-11-09T21:22:47,315 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:22:47,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T21:22:47,325 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T21:22:47,325 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:22:47,326 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T21:22:47,328 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C41235%2C1731187364853.meta, suffix=.meta, logDir=hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/WALs/9514d6d5e5be,41235,1731187364853, archiveDir=hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/oldWALs, maxLogs=10 2024-11-09T21:22:47,347 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/WALs/9514d6d5e5be,41235,1731187364853/9514d6d5e5be%2C41235%2C1731187364853.meta.1731187367329.meta, exclude list is [], retry=0 2024-11-09T21:22:47,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45413,DS-333d5e2b-5c3a-4a07-b1e8-33c1b0f73102,DISK] 2024-11-09T21:22:47,351 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/WALs/9514d6d5e5be,41235,1731187364853/9514d6d5e5be%2C41235%2C1731187364853.meta.1731187367329.meta 2024-11-09T21:22:47,351 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43187:43187)] 2024-11-09T21:22:47,351 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:22:47,352 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:22:47,352 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:22:47,352 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T21:22:47,352 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T21:22:47,352 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T21:22:47,352 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:22:47,352 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T21:22:47,352 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T21:22:47,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:22:47,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:22:47,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:47,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:22:47,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:22:47,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:22:47,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:47,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:22:47,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:22:47,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:22:47,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:47,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:22:47,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:22:47,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:22:47,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:47,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:22:47,361 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:22:47,362 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/hbase/meta/1588230740 2024-11-09T21:22:47,362 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/hbase/meta/1588230740 2024-11-09T21:22:47,363 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:22:47,363 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:22:47,364 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:22:47,365 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:22:47,366 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59644430, jitterRate=-0.11122873425483704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:22:47,366 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T21:22:47,366 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731187367353Writing region info on filesystem at 1731187367353Initializing all the Stores at 1731187367353Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187367354 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187367356 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187367356Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187367356Cleaning up temporary data from old regions at 1731187367363 (+7 ms)Running coprocessor post-open hooks at 1731187367366 (+3 ms)Region opened successfully at 1731187367366 2024-11-09T21:22:47,369 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731187367314 2024-11-09T21:22:47,371 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T21:22:47,371 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T21:22:47,372 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,41235,1731187364853 2024-11-09T21:22:47,373 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,41235,1731187364853, state=OPEN 2024-11-09T21:22:47,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41235-0x101217ab0080004, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1623606694/meta-region-server 2024-11-09T21:22:47,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101217ab0080003, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1623606694/meta-region-server 2024-11-09T21:22:47,385 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9514d6d5e5be,41235,1731187364853 2024-11-09T21:22:47,385 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1623606694/meta-region-server: CHANGED 2024-11-09T21:22:47,385 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1623606694/meta-region-server: CHANGED 2024-11-09T21:22:47,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T21:22:47,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,41235,1731187364853 in 224 msec 2024-11-09T21:22:47,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T21:22:47,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 545 msec 2024-11-09T21:22:47,390 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:22:47,390 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T21:22:47,391 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:22:47,392 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,41235,1731187364853, seqNum=-1] 2024-11-09T21:22:47,392 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:22:47,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:22:47,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3880 sec 2024-11-09T21:22:47,398 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731187367398, completionTime=-1 2024-11-09T21:22:47,398 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T21:22:47,398 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T21:22:47,401 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T21:22:47,401 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731187427401 2024-11-09T21:22:47,401 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731187487401 2024-11-09T21:22:47,401 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T21:22:47,402 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,45081,1731187364703-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:47,402 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,45081,1731187364703-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:47,402 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,45081,1731187364703-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:47,402 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9514d6d5e5be:45081, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:47,402 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:47,403 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:47,404 DEBUG [master/9514d6d5e5be:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T21:22:47,407 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.486sec 2024-11-09T21:22:47,407 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T21:22:47,407 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T21:22:47,407 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T21:22:47,407 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T21:22:47,407 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T21:22:47,407 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,45081,1731187364703-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:22:47,407 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,45081,1731187364703-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T21:22:47,413 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T21:22:47,413 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T21:22:47,413 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,45081,1731187364703-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:47,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4839aa24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:47,496 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,45081,-1 for getting cluster id 2024-11-09T21:22:47,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:22:47,504 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '831ae520-1250-4b90-9c66-4e162052bff1' 2024-11-09T21:22:47,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:22:47,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "831ae520-1250-4b90-9c66-4e162052bff1" 2024-11-09T21:22:47,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@88cdce0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:47,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,45081,-1] 2024-11-09T21:22:47,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:22:47,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:47,506 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:22:47,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e52b12f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:47,507 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:22:47,509 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,41235,1731187364853, seqNum=-1] 2024-11-09T21:22:47,509 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:22:47,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:22:47,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9514d6d5e5be,45081,1731187364703 2024-11-09T21:22:47,513 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63570 2024-11-09T21:22:47,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:22:47,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101217ab0080005 connected 2024-11-09T21:22:47,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/805e2c91-8ce1-9f05-6bdf-626ff572f616/hadoop.log.dir so I do NOT create it in target/test-data/94063eac-a388-b642-74c6-1922db29e957 2024-11-09T21:22:47,540 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/805e2c91-8ce1-9f05-6bdf-626ff572f616/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T21:22:47,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/805e2c91-8ce1-9f05-6bdf-626ff572f616/hadoop.tmp.dir so I do NOT create it in target/test-data/94063eac-a388-b642-74c6-1922db29e957 2024-11-09T21:22:47,540 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/805e2c91-8ce1-9f05-6bdf-626ff572f616/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T21:22:47,540 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94063eac-a388-b642-74c6-1922db29e957 2024-11-09T21:22:47,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T21:22:47,540 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94063eac-a388-b642-74c6-1922db29e957/cluster_a4a48fb4-cd5f-e7ac-15e5-7dbacd98c142, deleteOnExit=true 2024-11-09T21:22:47,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T21:22:47,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94063eac-a388-b642-74c6-1922db29e957/test.cache.data in system properties and HBase conf 2024-11-09T21:22:47,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94063eac-a388-b642-74c6-1922db29e957/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T21:22:47,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94063eac-a388-b642-74c6-1922db29e957/hadoop.log.dir in system properties and HBase conf 2024-11-09T21:22:47,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94063eac-a388-b642-74c6-1922db29e957/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T21:22:47,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94063eac-a388-b642-74c6-1922db29e957/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T21:22:47,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T21:22:47,541 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T21:22:47,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94063eac-a388-b642-74c6-1922db29e957/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:22:47,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94063eac-a388-b642-74c6-1922db29e957/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:22:47,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94063eac-a388-b642-74c6-1922db29e957/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T21:22:47,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94063eac-a388-b642-74c6-1922db29e957/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:22:47,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94063eac-a388-b642-74c6-1922db29e957/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T21:22:47,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94063eac-a388-b642-74c6-1922db29e957/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T21:22:47,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94063eac-a388-b642-74c6-1922db29e957/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:22:47,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94063eac-a388-b642-74c6-1922db29e957/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:22:47,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94063eac-a388-b642-74c6-1922db29e957/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T21:22:47,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94063eac-a388-b642-74c6-1922db29e957/nfs.dump.dir in system properties and HBase conf 2024-11-09T21:22:47,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94063eac-a388-b642-74c6-1922db29e957/java.io.tmpdir in system properties and HBase conf 2024-11-09T21:22:47,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94063eac-a388-b642-74c6-1922db29e957/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:22:47,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94063eac-a388-b642-74c6-1922db29e957/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T21:22:47,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94063eac-a388-b642-74c6-1922db29e957/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T21:22:48,092 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:22:48,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:48,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:48,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:48,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:48,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:48,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:48,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:48,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:48,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:48,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:48,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:48,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:48,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:48,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:48,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:48,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:48,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:48,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:48,218 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:22:48,222 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:22:48,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:22:48,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:22:48,252 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T21:22:48,253 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:22:48,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58171c9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94063eac-a388-b642-74c6-1922db29e957/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:22:48,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38dbad27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:22:48,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a066ad9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94063eac-a388-b642-74c6-1922db29e957/java.io.tmpdir/jetty-localhost-45987-hadoop-hdfs-3_4_1-tests_jar-_-any-10951383195691852783/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:22:48,388 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d2943fa{HTTP/1.1, (http/1.1)}{localhost:45987} 2024-11-09T21:22:48,388 INFO [Time-limited test {}] server.Server(415): Started @332390ms 2024-11-09T21:22:48,786 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:22:48,788 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:22:48,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:22:48,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:22:48,789 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T21:22:48,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b5e91c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94063eac-a388-b642-74c6-1922db29e957/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:22:48,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23da8c66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:22:48,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@351590f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94063eac-a388-b642-74c6-1922db29e957/java.io.tmpdir/jetty-localhost-39257-hadoop-hdfs-3_4_1-tests_jar-_-any-13329745466545896748/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:22:48,891 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@680ebb04{HTTP/1.1, (http/1.1)}{localhost:39257} 2024-11-09T21:22:48,891 INFO [Time-limited test {}] server.Server(415): Started @332894ms 2024-11-09T21:22:48,892 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T21:22:49,874 WARN [Thread-4567 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94063eac-a388-b642-74c6-1922db29e957/cluster_a4a48fb4-cd5f-e7ac-15e5-7dbacd98c142/data/data1/current/BP-626177682-172.17.0.2-1731187367570/current, will proceed with Du for space computation calculation, 2024-11-09T21:22:49,874 WARN [Thread-4568 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94063eac-a388-b642-74c6-1922db29e957/cluster_a4a48fb4-cd5f-e7ac-15e5-7dbacd98c142/data/data2/current/BP-626177682-172.17.0.2-1731187367570/current, will proceed with Du for space computation calculation, 2024-11-09T21:22:49,896 WARN [Thread-4555 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T21:22:49,902 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2cf89874edb73762 with lease ID 0xce7e57fc24b64be8: Processing first storage report for DS-ead49376-9ae4-4ab3-9537-aa3e51b1da85 from datanode DatanodeRegistration(127.0.0.1:37631, datanodeUuid=ef045513-e203-4970-b25b-3929ad4ba716, infoPort=46883, infoSecurePort=0, ipcPort=33721, storageInfo=lv=-57;cid=testClusterID;nsid=941728440;c=1731187367570) 2024-11-09T21:22:49,902 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2cf89874edb73762 with lease ID 0xce7e57fc24b64be8: from storage DS-ead49376-9ae4-4ab3-9537-aa3e51b1da85 node DatanodeRegistration(127.0.0.1:37631, datanodeUuid=ef045513-e203-4970-b25b-3929ad4ba716, infoPort=46883, infoSecurePort=0, ipcPort=33721, storageInfo=lv=-57;cid=testClusterID;nsid=941728440;c=1731187367570), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:22:49,902 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2cf89874edb73762 with lease ID 0xce7e57fc24b64be8: Processing first storage report for DS-b40339e4-53a8-4525-8a0b-cfbfad69ad54 from datanode DatanodeRegistration(127.0.0.1:37631, datanodeUuid=ef045513-e203-4970-b25b-3929ad4ba716, infoPort=46883, infoSecurePort=0, ipcPort=33721, storageInfo=lv=-57;cid=testClusterID;nsid=941728440;c=1731187367570) 2024-11-09T21:22:49,902 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2cf89874edb73762 with lease ID 0xce7e57fc24b64be8: from storage DS-b40339e4-53a8-4525-8a0b-cfbfad69ad54 node DatanodeRegistration(127.0.0.1:37631, datanodeUuid=ef045513-e203-4970-b25b-3929ad4ba716, infoPort=46883, infoSecurePort=0, ipcPort=33721, storageInfo=lv=-57;cid=testClusterID;nsid=941728440;c=1731187367570), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:22:49,916 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94063eac-a388-b642-74c6-1922db29e957 2024-11-09T21:22:49,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:22:49,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:22:49,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741825_1001 (size=7) 2024-11-09T21:22:50,325 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6 with version=8 2024-11-09T21:22:50,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/hbase-staging 2024-11-09T21:22:50,327 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:22:50,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:22:50,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:22:50,327 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:22:50,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:22:50,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:22:50,327 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T21:22:50,327 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:22:50,328 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41549 2024-11-09T21:22:50,328 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41549 connecting to ZooKeeper ensemble=127.0.0.1:63570 2024-11-09T21:22:50,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415490x0, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:22:50,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41549-0x101217ab0080006 connected 2024-11-09T21:22:50,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:22:50,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:22:50,511 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41549-0x101217ab0080006, quorum=127.0.0.1:63570, baseZNode=/2383892645 Set watcher on znode that does not yet exist, /2383892645/running 2024-11-09T21:22:50,512 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6, hbase.cluster.distributed=false 2024-11-09T21:22:50,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41549-0x101217ab0080006, quorum=127.0.0.1:63570, baseZNode=/2383892645 Set watcher on znode that does not yet exist, /2383892645/acl 2024-11-09T21:22:50,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41549 2024-11-09T21:22:50,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41549 2024-11-09T21:22:50,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41549 2024-11-09T21:22:50,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41549 2024-11-09T21:22:50,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41549 2024-11-09T21:22:50,539 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9514d6d5e5be:0 server-side Connection retries=45 2024-11-09T21:22:50,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:22:50,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:22:50,539 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:22:50,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:22:50,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:22:50,539 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T21:22:50,540 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:22:50,540 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42167 2024-11-09T21:22:50,541 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42167 connecting to ZooKeeper ensemble=127.0.0.1:63570 2024-11-09T21:22:50,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:22:50,544 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:22:50,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421670x0, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:22:50,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421670x0, quorum=127.0.0.1:63570, baseZNode=/2383892645 Set watcher on znode that does not yet exist, /2383892645/running 2024-11-09T21:22:50,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42167-0x101217ab0080007 connected 2024-11-09T21:22:50,564 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T21:22:50,564 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T21:22:50,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42167-0x101217ab0080007, quorum=127.0.0.1:63570, baseZNode=/2383892645 Set watcher on znode that does not yet exist, /2383892645/master 2024-11-09T21:22:50,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42167-0x101217ab0080007, quorum=127.0.0.1:63570, baseZNode=/2383892645 Set watcher on znode that does not yet exist, /2383892645/acl 2024-11-09T21:22:50,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42167 2024-11-09T21:22:50,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42167 2024-11-09T21:22:50,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42167 2024-11-09T21:22:50,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42167 2024-11-09T21:22:50,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42167 2024-11-09T21:22:50,582 DEBUG [M:0;9514d6d5e5be:41549 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9514d6d5e5be:41549 2024-11-09T21:22:50,584 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2383892645/backup-masters/9514d6d5e5be,41549,1731187370327 2024-11-09T21:22:50,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42167-0x101217ab0080007, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2383892645/backup-masters 2024-11-09T21:22:50,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41549-0x101217ab0080006, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2383892645/backup-masters 2024-11-09T21:22:50,595 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41549-0x101217ab0080006, quorum=127.0.0.1:63570, baseZNode=/2383892645 Set watcher on existing znode=/2383892645/backup-masters/9514d6d5e5be,41549,1731187370327 2024-11-09T21:22:50,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42167-0x101217ab0080007, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2383892645/master 2024-11-09T21:22:50,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42167-0x101217ab0080007, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2383892645 2024-11-09T21:22:50,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41549-0x101217ab0080006, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2383892645 2024-11-09T21:22:50,605 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41549-0x101217ab0080006, quorum=127.0.0.1:63570, baseZNode=/2383892645 Set watcher on existing znode=/2383892645/master 2024-11-09T21:22:50,606 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2383892645/backup-masters/9514d6d5e5be,41549,1731187370327 from backup master directory 2024-11-09T21:22:50,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41549-0x101217ab0080006, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2383892645/backup-masters/9514d6d5e5be,41549,1731187370327 2024-11-09T21:22:50,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42167-0x101217ab0080007, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2383892645/backup-masters 2024-11-09T21:22:50,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41549-0x101217ab0080006, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2383892645/backup-masters 2024-11-09T21:22:50,616 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:22:50,616 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9514d6d5e5be,41549,1731187370327 2024-11-09T21:22:50,618 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/hbase.id] with ID: 3b03784b-7136-4f8f-a00c-7563f2dc1480 2024-11-09T21:22:50,618 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/.tmp/hbase.id 2024-11-09T21:22:50,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741826_1002 (size=42) 2024-11-09T21:22:51,025 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/.tmp/hbase.id]:[hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/hbase.id] 2024-11-09T21:22:51,032 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:22:51,032 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T21:22:51,033 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T21:22:51,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41549-0x101217ab0080006, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2383892645 2024-11-09T21:22:51,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42167-0x101217ab0080007, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2383892645 2024-11-09T21:22:51,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741827_1003 (size=196) 2024-11-09T21:22:51,457 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:22:51,458 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T21:22:51,459 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:22:51,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741828_1004 (size=1189) 2024-11-09T21:22:51,864 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/MasterData/data/master/store 2024-11-09T21:22:51,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741829_1005 (size=34) 2024-11-09T21:22:52,270 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:22:52,270 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:22:52,270 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:22:52,270 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:22:52,270 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:22:52,270 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:22:52,270 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:22:52,270 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187372270Disabling compacts and flushes for region at 1731187372270Disabling writes for close at 1731187372270Writing region close event to WAL at 1731187372270Closed at 1731187372270 2024-11-09T21:22:52,271 WARN [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/MasterData/data/master/store/.initializing 2024-11-09T21:22:52,271 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/MasterData/WALs/9514d6d5e5be,41549,1731187370327 2024-11-09T21:22:52,272 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:22:52,273 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9514d6d5e5be%2C41549%2C1731187370327, suffix=, logDir=hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/MasterData/WALs/9514d6d5e5be,41549,1731187370327, archiveDir=hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/MasterData/oldWALs, maxLogs=10 2024-11-09T21:22:52,291 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/MasterData/WALs/9514d6d5e5be,41549,1731187370327/9514d6d5e5be%2C41549%2C1731187370327.1731187372274, exclude list is [], retry=0 2024-11-09T21:22:52,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37631,DS-ead49376-9ae4-4ab3-9537-aa3e51b1da85,DISK] 2024-11-09T21:22:52,297 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/MasterData/WALs/9514d6d5e5be,41549,1731187370327/9514d6d5e5be%2C41549%2C1731187370327.1731187372274 2024-11-09T21:22:52,300 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46883:46883)] 2024-11-09T21:22:52,300 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:22:52,301 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:22:52,301 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:52,301 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:52,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:52,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T21:22:52,306 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:52,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:22:52,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:52,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T21:22:52,308 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:52,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:52,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:52,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T21:22:52,309 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:52,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:52,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:52,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T21:22:52,311 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:52,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:52,312 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:52,313 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:52,313 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:52,314 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:52,314 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:52,315 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:22:52,316 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:22:52,318 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:22:52,320 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59312020, jitterRate=-0.11618202924728394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:22:52,320 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731187372301Initializing all the Stores at 1731187372302 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187372302Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187372304 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187372304Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187372304Cleaning up temporary data from old regions at 1731187372314 (+10 ms)Region opened successfully at 1731187372320 (+6 ms) 2024-11-09T21:22:52,321 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T21:22:52,323 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@446997b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:22:52,324 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T21:22:52,324 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T21:22:52,325 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T21:22:52,325 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T21:22:52,325 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T21:22:52,326 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T21:22:52,326 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T21:22:52,327 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T21:22:52,328 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41549-0x101217ab0080006, quorum=127.0.0.1:63570, baseZNode=/2383892645 Unable to get data of znode /2383892645/balancer because node does not exist (not necessarily an error) 2024-11-09T21:22:52,379 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2383892645/balancer already deleted, retry=false 2024-11-09T21:22:52,379 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T21:22:52,380 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41549-0x101217ab0080006, quorum=127.0.0.1:63570, baseZNode=/2383892645 Unable to get data of znode /2383892645/normalizer because node does not exist (not necessarily an error) 2024-11-09T21:22:52,389 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2383892645/normalizer already deleted, retry=false 2024-11-09T21:22:52,390 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T21:22:52,391 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41549-0x101217ab0080006, quorum=127.0.0.1:63570, baseZNode=/2383892645 Unable to get data of znode /2383892645/switch/split because node does not exist (not necessarily an error) 2024-11-09T21:22:52,400 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2383892645/switch/split already deleted, retry=false 2024-11-09T21:22:52,401 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41549-0x101217ab0080006, quorum=127.0.0.1:63570, baseZNode=/2383892645 Unable to get data of znode /2383892645/switch/merge because node does not exist (not necessarily an error) 2024-11-09T21:22:52,410 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2383892645/switch/merge already deleted, retry=false 2024-11-09T21:22:52,412 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41549-0x101217ab0080006, quorum=127.0.0.1:63570, baseZNode=/2383892645 Unable to get data of znode /2383892645/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T21:22:52,421 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2383892645/snapshot-cleanup already deleted, retry=false 2024-11-09T21:22:52,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42167-0x101217ab0080007, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2383892645/running 2024-11-09T21:22:52,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41549-0x101217ab0080006, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2383892645/running 2024-11-09T21:22:52,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41549-0x101217ab0080006, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2383892645 2024-11-09T21:22:52,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42167-0x101217ab0080007, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2383892645 2024-11-09T21:22:52,432 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9514d6d5e5be,41549,1731187370327, sessionid=0x101217ab0080006, setting cluster-up flag (Was=false) 2024-11-09T21:22:52,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41549-0x101217ab0080006, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2383892645 2024-11-09T21:22:52,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42167-0x101217ab0080007, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2383892645 2024-11-09T21:22:52,484 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2383892645/flush-table-proc/acquired, /2383892645/flush-table-proc/reached, /2383892645/flush-table-proc/abort 2024-11-09T21:22:52,486 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,41549,1731187370327 2024-11-09T21:22:52,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41549-0x101217ab0080006, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2383892645 2024-11-09T21:22:52,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42167-0x101217ab0080007, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2383892645 2024-11-09T21:22:52,537 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2383892645/online-snapshot/acquired, /2383892645/online-snapshot/reached, /2383892645/online-snapshot/abort 2024-11-09T21:22:52,539 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9514d6d5e5be,41549,1731187370327 2024-11-09T21:22:52,540 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T21:22:52,542 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T21:22:52,542 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T21:22:52,542 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T21:22:52,542 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9514d6d5e5be,41549,1731187370327 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T21:22:52,544 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:22:52,544 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:22:52,544 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:22:52,544 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:22:52,544 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9514d6d5e5be:0, corePoolSize=10, maxPoolSize=10 2024-11-09T21:22:52,544 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:52,545 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:22:52,545 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:52,555 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:22:52,555 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T21:22:52,557 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:52,557 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T21:22:52,560 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731187402560 2024-11-09T21:22:52,560 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T21:22:52,561 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T21:22:52,561 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T21:22:52,561 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T21:22:52,561 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T21:22:52,561 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T21:22:52,569 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:52,570 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T21:22:52,570 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T21:22:52,570 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T21:22:52,570 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T21:22:52,571 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T21:22:52,571 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T21:22:52,571 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187372571,5,FailOnTimeoutGroup] 2024-11-09T21:22:52,572 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187372571,5,FailOnTimeoutGroup] 2024-11-09T21:22:52,572 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:52,572 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T21:22:52,572 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:52,572 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:52,583 INFO [RS:0;9514d6d5e5be:42167 {}] regionserver.HRegionServer(746): ClusterId : 3b03784b-7136-4f8f-a00c-7563f2dc1480 2024-11-09T21:22:52,584 DEBUG [RS:0;9514d6d5e5be:42167 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T21:22:52,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741831_1007 (size=1321) 2024-11-09T21:22:52,586 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T21:22:52,586 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6 2024-11-09T21:22:52,596 DEBUG [RS:0;9514d6d5e5be:42167 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T21:22:52,596 DEBUG [RS:0;9514d6d5e5be:42167 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T21:22:52,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741832_1008 (size=32) 2024-11-09T21:22:52,609 DEBUG [RS:0;9514d6d5e5be:42167 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T21:22:52,609 DEBUG [RS:0;9514d6d5e5be:42167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1add612d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9514d6d5e5be/172.17.0.2:0 2024-11-09T21:22:52,628 DEBUG [RS:0;9514d6d5e5be:42167 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9514d6d5e5be:42167 2024-11-09T21:22:52,628 INFO [RS:0;9514d6d5e5be:42167 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T21:22:52,628 INFO [RS:0;9514d6d5e5be:42167 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T21:22:52,628 DEBUG [RS:0;9514d6d5e5be:42167 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T21:22:52,629 INFO [RS:0;9514d6d5e5be:42167 {}] regionserver.HRegionServer(2659): reportForDuty to master=9514d6d5e5be,41549,1731187370327 with port=42167, startcode=1731187370539 2024-11-09T21:22:52,629 DEBUG [RS:0;9514d6d5e5be:42167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T21:22:52,631 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T21:22:52,631 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41549 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9514d6d5e5be,42167,1731187370539 2024-11-09T21:22:52,631 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41549 {}] master.ServerManager(517): Registering regionserver=9514d6d5e5be,42167,1731187370539 2024-11-09T21:22:52,633 DEBUG [RS:0;9514d6d5e5be:42167 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6 2024-11-09T21:22:52,633 DEBUG [RS:0;9514d6d5e5be:42167 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37009 2024-11-09T21:22:52,633 DEBUG [RS:0;9514d6d5e5be:42167 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T21:22:52,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41549-0x101217ab0080006, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2383892645/rs 2024-11-09T21:22:52,669 DEBUG [RS:0;9514d6d5e5be:42167 {}] zookeeper.ZKUtil(111): regionserver:42167-0x101217ab0080007, quorum=127.0.0.1:63570, baseZNode=/2383892645 Set watcher on existing znode=/2383892645/rs/9514d6d5e5be,42167,1731187370539 2024-11-09T21:22:52,669 WARN [RS:0;9514d6d5e5be:42167 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:22:52,670 INFO [RS:0;9514d6d5e5be:42167 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:22:52,670 DEBUG [RS:0;9514d6d5e5be:42167 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/WALs/9514d6d5e5be,42167,1731187370539 2024-11-09T21:22:52,680 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9514d6d5e5be,42167,1731187370539] 2024-11-09T21:22:52,684 INFO [RS:0;9514d6d5e5be:42167 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T21:22:52,689 INFO [RS:0;9514d6d5e5be:42167 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T21:22:52,690 INFO [RS:0;9514d6d5e5be:42167 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T21:22:52,690 INFO [RS:0;9514d6d5e5be:42167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:52,692 INFO [RS:0;9514d6d5e5be:42167 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T21:22:52,693 INFO [RS:0;9514d6d5e5be:42167 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T21:22:52,693 INFO [RS:0;9514d6d5e5be:42167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:52,693 DEBUG [RS:0;9514d6d5e5be:42167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:52,693 DEBUG [RS:0;9514d6d5e5be:42167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:52,693 DEBUG [RS:0;9514d6d5e5be:42167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:52,693 DEBUG [RS:0;9514d6d5e5be:42167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:52,693 DEBUG [RS:0;9514d6d5e5be:42167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:52,693 DEBUG [RS:0;9514d6d5e5be:42167 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9514d6d5e5be:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:22:52,693 DEBUG [RS:0;9514d6d5e5be:42167 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:52,693 DEBUG [RS:0;9514d6d5e5be:42167 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:52,693 DEBUG [RS:0;9514d6d5e5be:42167 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:52,693 DEBUG [RS:0;9514d6d5e5be:42167 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:52,693 DEBUG [RS:0;9514d6d5e5be:42167 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:52,693 DEBUG [RS:0;9514d6d5e5be:42167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9514d6d5e5be:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:22:52,693 DEBUG [RS:0;9514d6d5e5be:42167 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:22:52,693 DEBUG [RS:0;9514d6d5e5be:42167 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9514d6d5e5be:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:22:52,708 INFO [RS:0;9514d6d5e5be:42167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:52,708 INFO [RS:0;9514d6d5e5be:42167 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:52,708 INFO [RS:0;9514d6d5e5be:42167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:52,708 INFO [RS:0;9514d6d5e5be:42167 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:52,708 INFO [RS:0;9514d6d5e5be:42167 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:52,708 INFO [RS:0;9514d6d5e5be:42167 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,42167,1731187370539-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:22:52,733 INFO [RS:0;9514d6d5e5be:42167 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T21:22:52,733 INFO [RS:0;9514d6d5e5be:42167 {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,42167,1731187370539-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:52,733 INFO [RS:0;9514d6d5e5be:42167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:52,733 INFO [RS:0;9514d6d5e5be:42167 {}] regionserver.Replication(171): 9514d6d5e5be,42167,1731187370539 started 2024-11-09T21:22:52,754 INFO [RS:0;9514d6d5e5be:42167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:52,754 INFO [RS:0;9514d6d5e5be:42167 {}] regionserver.HRegionServer(1482): Serving as 9514d6d5e5be,42167,1731187370539, RpcServer on 9514d6d5e5be/172.17.0.2:42167, sessionid=0x101217ab0080007 2024-11-09T21:22:52,754 DEBUG [RS:0;9514d6d5e5be:42167 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T21:22:52,754 DEBUG [RS:0;9514d6d5e5be:42167 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9514d6d5e5be,42167,1731187370539 2024-11-09T21:22:52,755 DEBUG [RS:0;9514d6d5e5be:42167 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,42167,1731187370539' 2024-11-09T21:22:52,755 DEBUG [RS:0;9514d6d5e5be:42167 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2383892645/flush-table-proc/abort' 2024-11-09T21:22:52,755 DEBUG [RS:0;9514d6d5e5be:42167 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2383892645/flush-table-proc/acquired' 2024-11-09T21:22:52,756 DEBUG [RS:0;9514d6d5e5be:42167 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T21:22:52,756 DEBUG [RS:0;9514d6d5e5be:42167 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T21:22:52,756 DEBUG [RS:0;9514d6d5e5be:42167 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9514d6d5e5be,42167,1731187370539 2024-11-09T21:22:52,756 DEBUG [RS:0;9514d6d5e5be:42167 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9514d6d5e5be,42167,1731187370539' 2024-11-09T21:22:52,756 DEBUG [RS:0;9514d6d5e5be:42167 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2383892645/online-snapshot/abort' 2024-11-09T21:22:52,756 DEBUG [RS:0;9514d6d5e5be:42167 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2383892645/online-snapshot/acquired' 2024-11-09T21:22:52,757 DEBUG [RS:0;9514d6d5e5be:42167 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T21:22:52,757 INFO [RS:0;9514d6d5e5be:42167 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T21:22:52,757 INFO [RS:0;9514d6d5e5be:42167 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T21:22:52,857 INFO [RS:0;9514d6d5e5be:42167 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:22:52,859 INFO [RS:0;9514d6d5e5be:42167 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C42167%2C1731187370539, suffix=, logDir=hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/WALs/9514d6d5e5be,42167,1731187370539, archiveDir=hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/oldWALs, maxLogs=10 2024-11-09T21:22:52,877 DEBUG [RS:0;9514d6d5e5be:42167 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/WALs/9514d6d5e5be,42167,1731187370539/9514d6d5e5be%2C42167%2C1731187370539.1731187372859, exclude list is [], retry=0 2024-11-09T21:22:52,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37631,DS-ead49376-9ae4-4ab3-9537-aa3e51b1da85,DISK] 2024-11-09T21:22:52,893 INFO [RS:0;9514d6d5e5be:42167 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/WALs/9514d6d5e5be,42167,1731187370539/9514d6d5e5be%2C42167%2C1731187370539.1731187372859 2024-11-09T21:22:52,903 DEBUG [RS:0;9514d6d5e5be:42167 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46883:46883)] 2024-11-09T21:22:53,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:22:53,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:22:53,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:22:53,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:53,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:22:53,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:22:53,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:22:53,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:53,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:22:53,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:22:53,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:22:53,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:53,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:22:53,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:22:53,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:22:53,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:53,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:22:53,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:22:53,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/hbase/meta/1588230740 2024-11-09T21:22:53,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/hbase/meta/1588230740 2024-11-09T21:22:53,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:22:53,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:22:53,018 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:22:53,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:22:53,020 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:22:53,020 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59507148, jitterRate=-0.11327439546585083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:22:53,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731187373009Initializing all the Stores at 1731187373010 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187373010Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187373010Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187373010Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187373010Cleaning up temporary data from old regions at 1731187373017 (+7 ms)Region opened successfully at 1731187373020 (+3 ms) 2024-11-09T21:22:53,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:22:53,020 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:22:53,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:22:53,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:22:53,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:22:53,021 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:22:53,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187373020Disabling compacts and flushes for region at 1731187373020Disabling writes for close at 1731187373020Writing region close event to WAL at 1731187373021 (+1 ms)Closed at 1731187373021 2024-11-09T21:22:53,022 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:22:53,022 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T21:22:53,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T21:22:53,023 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:22:53,024 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T21:22:53,174 DEBUG [9514d6d5e5be:41549 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T21:22:53,175 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9514d6d5e5be,42167,1731187370539 2024-11-09T21:22:53,176 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,42167,1731187370539, state=OPENING 2024-11-09T21:22:53,574 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T21:22:53,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41549-0x101217ab0080006, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2383892645 2024-11-09T21:22:53,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42167-0x101217ab0080007, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2383892645 2024-11-09T21:22:53,611 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2383892645/meta-region-server: CHANGED 2024-11-09T21:22:53,611 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:22:53,611 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2383892645/meta-region-server: CHANGED 2024-11-09T21:22:53,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,42167,1731187370539}] 2024-11-09T21:22:53,763 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:22:53,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52909, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T21:22:53,767 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T21:22:53,767 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:22:53,768 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T21:22:53,769 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C42167%2C1731187370539.meta, suffix=.meta, logDir=hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/WALs/9514d6d5e5be,42167,1731187370539, archiveDir=hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/oldWALs, maxLogs=10 2024-11-09T21:22:53,788 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/WALs/9514d6d5e5be,42167,1731187370539/9514d6d5e5be%2C42167%2C1731187370539.meta.1731187373769.meta, exclude list is [], retry=0 2024-11-09T21:22:53,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37631,DS-ead49376-9ae4-4ab3-9537-aa3e51b1da85,DISK] 2024-11-09T21:22:53,791 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/WALs/9514d6d5e5be,42167,1731187370539/9514d6d5e5be%2C42167%2C1731187370539.meta.1731187373769.meta 2024-11-09T21:22:53,791 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46883:46883)] 2024-11-09T21:22:53,791 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:22:53,792 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:22:53,792 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:22:53,792 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T21:22:53,792 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T21:22:53,792 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T21:22:53,792 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:22:53,792 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T21:22:53,792 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T21:22:53,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:22:53,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:22:53,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:53,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:22:53,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:22:53,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:22:53,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:53,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:22:53,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:22:53,796 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:22:53,796 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:53,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:22:53,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:22:53,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:22:53,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:53,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:22:53,797 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:22:53,798 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/hbase/meta/1588230740 2024-11-09T21:22:53,798 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/hbase/meta/1588230740 2024-11-09T21:22:53,799 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:22:53,799 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:22:53,799 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:22:53,800 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:22:53,801 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63099940, jitterRate=-0.05973762273788452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:22:53,801 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T21:22:53,801 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731187373792Writing region info on filesystem at 1731187373792Initializing all the Stores at 1731187373793 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187373793Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187373793Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187373793Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731187373793Cleaning up temporary data from old regions at 1731187373799 (+6 ms)Running coprocessor post-open hooks at 1731187373801 (+2 ms)Region opened successfully at 1731187373801 2024-11-09T21:22:53,802 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731187373763 2024-11-09T21:22:53,803 DEBUG [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T21:22:53,803 INFO [RS_OPEN_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T21:22:53,804 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,42167,1731187370539 2024-11-09T21:22:53,805 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9514d6d5e5be,42167,1731187370539, state=OPEN 2024-11-09T21:22:53,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41549-0x101217ab0080006, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2383892645/meta-region-server 2024-11-09T21:22:53,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42167-0x101217ab0080007, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2383892645/meta-region-server 2024-11-09T21:22:53,816 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9514d6d5e5be,42167,1731187370539 2024-11-09T21:22:53,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2383892645/meta-region-server: CHANGED 2024-11-09T21:22:53,816 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2383892645/meta-region-server: CHANGED 2024-11-09T21:22:53,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T21:22:53,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9514d6d5e5be,42167,1731187370539 in 205 msec 2024-11-09T21:22:53,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T21:22:53,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 796 msec 2024-11-09T21:22:53,819 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:22:53,819 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T21:22:53,820 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:22:53,820 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,42167,1731187370539, seqNum=-1] 2024-11-09T21:22:53,821 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:22:53,821 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:22:53,825 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2840 sec 2024-11-09T21:22:53,825 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731187373825, completionTime=-1 2024-11-09T21:22:53,825 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T21:22:53,825 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T21:22:53,827 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T21:22:53,827 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731187433827 2024-11-09T21:22:53,827 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731187493827 2024-11-09T21:22:53,827 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T21:22:53,827 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,41549,1731187370327-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:53,827 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,41549,1731187370327-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:53,828 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,41549,1731187370327-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:53,828 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9514d6d5e5be:41549, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:53,828 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:53,828 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:53,829 DEBUG [master/9514d6d5e5be:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T21:22:53,831 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.215sec 2024-11-09T21:22:53,831 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T21:22:53,831 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T21:22:53,832 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T21:22:53,832 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T21:22:53,832 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T21:22:53,832 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,41549,1731187370327-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:22:53,832 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,41549,1731187370327-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T21:22:53,834 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T21:22:53,834 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T21:22:53,834 INFO [master/9514d6d5e5be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9514d6d5e5be,41549,1731187370327-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:22:53,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@304ea451, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:53,884 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,41549,-1 for getting cluster id 2024-11-09T21:22:53,884 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:22:53,885 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b03784b-7136-4f8f-a00c-7563f2dc1480' 2024-11-09T21:22:53,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:22:53,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b03784b-7136-4f8f-a00c-7563f2dc1480" 2024-11-09T21:22:53,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@308168a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:53,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,41549,-1] 2024-11-09T21:22:53,887 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:22:53,887 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:53,888 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:22:53,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69203988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:53,889 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:22:53,890 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,42167,1731187370539, seqNum=-1] 2024-11-09T21:22:53,890 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:22:53,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:22:53,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9514d6d5e5be,41549,1731187370327 2024-11-09T21:22:53,893 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63570 2024-11-09T21:22:53,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:22:53,966 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101217ab0080008 connected 2024-11-09T21:22:53,997 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:22:53,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,32839,1731187359097 2024-11-09T21:22:53,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42d236db 2024-11-09T21:22:53,998 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:22:54,000 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:22:54,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32839 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:22:54,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32839 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T21:22:54,004 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:22:54,004 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:54,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32839 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T21:22:54,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:22:54,005 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:22:54,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44105 is added to blk_1073741835_1011 (size=902) 2024-11-09T21:22:54,021 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 90251be01cb90c7aa2f5cc37c5244d2f, NAME => 'test,,1731187374000.90251be01cb90c7aa2f5cc37c5244d2f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6 2024-11-09T21:22:54,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44105 is added to blk_1073741836_1012 (size=39) 2024-11-09T21:22:54,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:22:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:22:54,433 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731187374000.90251be01cb90c7aa2f5cc37c5244d2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:22:54,433 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 90251be01cb90c7aa2f5cc37c5244d2f, disabling compactions & flushes 2024-11-09T21:22:54,433 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731187374000.90251be01cb90c7aa2f5cc37c5244d2f. 2024-11-09T21:22:54,433 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731187374000.90251be01cb90c7aa2f5cc37c5244d2f. 2024-11-09T21:22:54,433 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731187374000.90251be01cb90c7aa2f5cc37c5244d2f. after waiting 0 ms 2024-11-09T21:22:54,433 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731187374000.90251be01cb90c7aa2f5cc37c5244d2f. 2024-11-09T21:22:54,433 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731187374000.90251be01cb90c7aa2f5cc37c5244d2f. 2024-11-09T21:22:54,433 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 90251be01cb90c7aa2f5cc37c5244d2f: Waiting for close lock at 1731187374433Disabling compacts and flushes for region at 1731187374433Disabling writes for close at 1731187374433Writing region close event to WAL at 1731187374433Closed at 1731187374433 2024-11-09T21:22:54,434 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:22:54,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731187374000.90251be01cb90c7aa2f5cc37c5244d2f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731187374434"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731187374434"}]},"ts":"1731187374434"} 2024-11-09T21:22:54,436 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T21:22:54,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:22:54,437 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187374437"}]},"ts":"1731187374437"} 2024-11-09T21:22:54,439 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T21:22:54,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=90251be01cb90c7aa2f5cc37c5244d2f, ASSIGN}] 2024-11-09T21:22:54,440 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=90251be01cb90c7aa2f5cc37c5244d2f, ASSIGN 2024-11-09T21:22:54,440 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=90251be01cb90c7aa2f5cc37c5244d2f, ASSIGN; state=OFFLINE, location=9514d6d5e5be,41781,1731187359412; forceNewPlan=false, retain=false 2024-11-09T21:22:54,591 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=90251be01cb90c7aa2f5cc37c5244d2f, regionState=OPENING, regionLocation=9514d6d5e5be,41781,1731187359412 2024-11-09T21:22:54,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=90251be01cb90c7aa2f5cc37c5244d2f, ASSIGN because future has completed 2024-11-09T21:22:54,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90251be01cb90c7aa2f5cc37c5244d2f, server=9514d6d5e5be,41781,1731187359412}] 2024-11-09T21:22:54,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:22:54,753 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731187374000.90251be01cb90c7aa2f5cc37c5244d2f. 2024-11-09T21:22:54,753 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 90251be01cb90c7aa2f5cc37c5244d2f, NAME => 'test,,1731187374000.90251be01cb90c7aa2f5cc37c5244d2f.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:22:54,753 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:22:54,754 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T21:22:54,754 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 90251be01cb90c7aa2f5cc37c5244d2f 2024-11-09T21:22:54,754 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731187374000.90251be01cb90c7aa2f5cc37c5244d2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:22:54,754 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 90251be01cb90c7aa2f5cc37c5244d2f 2024-11-09T21:22:54,754 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 90251be01cb90c7aa2f5cc37c5244d2f 2024-11-09T21:22:54,755 INFO [StoreOpener-90251be01cb90c7aa2f5cc37c5244d2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 90251be01cb90c7aa2f5cc37c5244d2f 2024-11-09T21:22:54,755 INFO [StoreOpener-90251be01cb90c7aa2f5cc37c5244d2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90251be01cb90c7aa2f5cc37c5244d2f columnFamilyName f 2024-11-09T21:22:54,756 DEBUG [StoreOpener-90251be01cb90c7aa2f5cc37c5244d2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:54,756 INFO [StoreOpener-90251be01cb90c7aa2f5cc37c5244d2f-1 {}] regionserver.HStore(327): Store=90251be01cb90c7aa2f5cc37c5244d2f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:54,756 INFO [StoreOpener-90251be01cb90c7aa2f5cc37c5244d2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 90251be01cb90c7aa2f5cc37c5244d2f 2024-11-09T21:22:54,757 INFO [StoreOpener-90251be01cb90c7aa2f5cc37c5244d2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90251be01cb90c7aa2f5cc37c5244d2f columnFamilyName f1 2024-11-09T21:22:54,757 DEBUG [StoreOpener-90251be01cb90c7aa2f5cc37c5244d2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:54,757 INFO [StoreOpener-90251be01cb90c7aa2f5cc37c5244d2f-1 {}] regionserver.HStore(327): Store=90251be01cb90c7aa2f5cc37c5244d2f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:54,757 INFO [StoreOpener-90251be01cb90c7aa2f5cc37c5244d2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 90251be01cb90c7aa2f5cc37c5244d2f 2024-11-09T21:22:54,758 INFO [StoreOpener-90251be01cb90c7aa2f5cc37c5244d2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90251be01cb90c7aa2f5cc37c5244d2f columnFamilyName norep 2024-11-09T21:22:54,758 DEBUG [StoreOpener-90251be01cb90c7aa2f5cc37c5244d2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:54,758 INFO [StoreOpener-90251be01cb90c7aa2f5cc37c5244d2f-1 {}] regionserver.HStore(327): Store=90251be01cb90c7aa2f5cc37c5244d2f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:54,758 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 90251be01cb90c7aa2f5cc37c5244d2f 2024-11-09T21:22:54,759 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/default/test/90251be01cb90c7aa2f5cc37c5244d2f 2024-11-09T21:22:54,759 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/default/test/90251be01cb90c7aa2f5cc37c5244d2f 2024-11-09T21:22:54,759 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 90251be01cb90c7aa2f5cc37c5244d2f 2024-11-09T21:22:54,759 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 90251be01cb90c7aa2f5cc37c5244d2f 2024-11-09T21:22:54,760 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:22:54,761 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 90251be01cb90c7aa2f5cc37c5244d2f 2024-11-09T21:22:54,762 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/default/test/90251be01cb90c7aa2f5cc37c5244d2f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:22:54,762 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 90251be01cb90c7aa2f5cc37c5244d2f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74024210, jitterRate=0.10304668545722961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:22:54,762 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 90251be01cb90c7aa2f5cc37c5244d2f 2024-11-09T21:22:54,762 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 90251be01cb90c7aa2f5cc37c5244d2f: Running coprocessor pre-open hook at 1731187374754Writing region info on filesystem at 1731187374754Initializing all the Stores at 1731187374754Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187374754Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187374754Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187374754Cleaning up temporary data from old regions at 1731187374759 (+5 ms)Running coprocessor post-open hooks at 1731187374762 (+3 ms)Region opened successfully at 1731187374762 2024-11-09T21:22:54,763 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731187374000.90251be01cb90c7aa2f5cc37c5244d2f., pid=6, masterSystemTime=1731187374748 2024-11-09T21:22:54,765 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731187374000.90251be01cb90c7aa2f5cc37c5244d2f. 2024-11-09T21:22:54,765 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731187374000.90251be01cb90c7aa2f5cc37c5244d2f. 2024-11-09T21:22:54,765 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=90251be01cb90c7aa2f5cc37c5244d2f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9514d6d5e5be,41781,1731187359412 2024-11-09T21:22:54,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90251be01cb90c7aa2f5cc37c5244d2f, server=9514d6d5e5be,41781,1731187359412 because future has completed 2024-11-09T21:22:54,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T21:22:54,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 90251be01cb90c7aa2f5cc37c5244d2f, server=9514d6d5e5be,41781,1731187359412 in 171 msec 2024-11-09T21:22:54,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T21:22:54,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=90251be01cb90c7aa2f5cc37c5244d2f, ASSIGN in 331 msec 2024-11-09T21:22:54,772 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:22:54,772 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187374772"}]},"ts":"1731187374772"} 2024-11-09T21:22:54,774 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T21:22:54,775 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:22:54,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 775 msec 2024-11-09T21:22:55,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:22:55,141 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:22:55,141 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T21:22:55,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,45081,1731187364703 2024-11-09T21:22:55,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d49895d 2024-11-09T21:22:55,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:22:55,142 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:22:55,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:22:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T21:22:55,145 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:22:55,145 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:55,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T21:22:55,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:22:55,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:22:55,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741835_1011 (size=902) 2024-11-09T21:22:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:22:55,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:22:55,553 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 613a9a5aa59f90905adc5501964c25a3, NAME => 'test,,1731187375143.613a9a5aa59f90905adc5501964c25a3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6 2024-11-09T21:22:55,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741836_1012 (size=39) 2024-11-09T21:22:55,567 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731187375143.613a9a5aa59f90905adc5501964c25a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:22:55,567 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 613a9a5aa59f90905adc5501964c25a3, disabling compactions & flushes 2024-11-09T21:22:55,567 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731187375143.613a9a5aa59f90905adc5501964c25a3. 2024-11-09T21:22:55,567 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731187375143.613a9a5aa59f90905adc5501964c25a3. 2024-11-09T21:22:55,567 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731187375143.613a9a5aa59f90905adc5501964c25a3. after waiting 0 ms 2024-11-09T21:22:55,567 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731187375143.613a9a5aa59f90905adc5501964c25a3. 2024-11-09T21:22:55,567 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731187375143.613a9a5aa59f90905adc5501964c25a3. 2024-11-09T21:22:55,567 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 613a9a5aa59f90905adc5501964c25a3: Waiting for close lock at 1731187375567Disabling compacts and flushes for region at 1731187375567Disabling writes for close at 1731187375567Writing region close event to WAL at 1731187375567Closed at 1731187375567 2024-11-09T21:22:55,568 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:22:55,568 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731187375143.613a9a5aa59f90905adc5501964c25a3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731187375568"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731187375568"}]},"ts":"1731187375568"} 2024-11-09T21:22:55,570 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T21:22:55,571 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:22:55,572 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187375571"}]},"ts":"1731187375571"} 2024-11-09T21:22:55,574 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T21:22:55,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=613a9a5aa59f90905adc5501964c25a3, ASSIGN}] 2024-11-09T21:22:55,575 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=613a9a5aa59f90905adc5501964c25a3, ASSIGN 2024-11-09T21:22:55,576 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=613a9a5aa59f90905adc5501964c25a3, ASSIGN; state=OFFLINE, location=9514d6d5e5be,41235,1731187364853; forceNewPlan=false, retain=false 2024-11-09T21:22:55,726 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=613a9a5aa59f90905adc5501964c25a3, regionState=OPENING, regionLocation=9514d6d5e5be,41235,1731187364853 2024-11-09T21:22:55,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=613a9a5aa59f90905adc5501964c25a3, ASSIGN because future has completed 2024-11-09T21:22:55,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 613a9a5aa59f90905adc5501964c25a3, server=9514d6d5e5be,41235,1731187364853}] 2024-11-09T21:22:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:22:55,883 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731187375143.613a9a5aa59f90905adc5501964c25a3. 2024-11-09T21:22:55,884 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 613a9a5aa59f90905adc5501964c25a3, NAME => 'test,,1731187375143.613a9a5aa59f90905adc5501964c25a3.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:22:55,884 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:22:55,884 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T21:22:55,884 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 613a9a5aa59f90905adc5501964c25a3 2024-11-09T21:22:55,885 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731187375143.613a9a5aa59f90905adc5501964c25a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:22:55,885 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 613a9a5aa59f90905adc5501964c25a3 2024-11-09T21:22:55,885 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 613a9a5aa59f90905adc5501964c25a3 2024-11-09T21:22:55,886 INFO [StoreOpener-613a9a5aa59f90905adc5501964c25a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 613a9a5aa59f90905adc5501964c25a3 2024-11-09T21:22:55,887 INFO [StoreOpener-613a9a5aa59f90905adc5501964c25a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 613a9a5aa59f90905adc5501964c25a3 columnFamilyName f 2024-11-09T21:22:55,887 DEBUG [StoreOpener-613a9a5aa59f90905adc5501964c25a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:55,888 INFO [StoreOpener-613a9a5aa59f90905adc5501964c25a3-1 {}] regionserver.HStore(327): Store=613a9a5aa59f90905adc5501964c25a3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:55,888 INFO [StoreOpener-613a9a5aa59f90905adc5501964c25a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 613a9a5aa59f90905adc5501964c25a3 2024-11-09T21:22:55,889 INFO [StoreOpener-613a9a5aa59f90905adc5501964c25a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 613a9a5aa59f90905adc5501964c25a3 columnFamilyName f1 2024-11-09T21:22:55,889 DEBUG [StoreOpener-613a9a5aa59f90905adc5501964c25a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:55,889 INFO [StoreOpener-613a9a5aa59f90905adc5501964c25a3-1 {}] regionserver.HStore(327): Store=613a9a5aa59f90905adc5501964c25a3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:55,889 INFO [StoreOpener-613a9a5aa59f90905adc5501964c25a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 613a9a5aa59f90905adc5501964c25a3 2024-11-09T21:22:55,890 INFO [StoreOpener-613a9a5aa59f90905adc5501964c25a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 613a9a5aa59f90905adc5501964c25a3 columnFamilyName norep 2024-11-09T21:22:55,890 DEBUG [StoreOpener-613a9a5aa59f90905adc5501964c25a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:55,890 INFO [StoreOpener-613a9a5aa59f90905adc5501964c25a3-1 {}] regionserver.HStore(327): Store=613a9a5aa59f90905adc5501964c25a3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:55,890 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 613a9a5aa59f90905adc5501964c25a3 2024-11-09T21:22:55,891 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/default/test/613a9a5aa59f90905adc5501964c25a3 2024-11-09T21:22:55,892 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/default/test/613a9a5aa59f90905adc5501964c25a3 2024-11-09T21:22:55,892 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 613a9a5aa59f90905adc5501964c25a3 2024-11-09T21:22:55,892 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 613a9a5aa59f90905adc5501964c25a3 2024-11-09T21:22:55,893 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:22:55,895 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 613a9a5aa59f90905adc5501964c25a3 2024-11-09T21:22:55,901 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/default/test/613a9a5aa59f90905adc5501964c25a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:22:55,901 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 613a9a5aa59f90905adc5501964c25a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62312887, jitterRate=-0.0714656263589859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:22:55,901 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 613a9a5aa59f90905adc5501964c25a3 2024-11-09T21:22:55,902 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 613a9a5aa59f90905adc5501964c25a3: Running coprocessor pre-open hook at 1731187375885Writing region info on filesystem at 1731187375885Initializing all the Stores at 1731187375885Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187375885Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187375886 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187375886Cleaning up temporary data from old regions at 1731187375892 (+6 ms)Running coprocessor post-open hooks at 1731187375901 (+9 ms)Region opened successfully at 1731187375901 2024-11-09T21:22:55,902 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731187375143.613a9a5aa59f90905adc5501964c25a3., pid=6, masterSystemTime=1731187375880 2024-11-09T21:22:55,904 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731187375143.613a9a5aa59f90905adc5501964c25a3. 2024-11-09T21:22:55,904 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731187375143.613a9a5aa59f90905adc5501964c25a3. 2024-11-09T21:22:55,905 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=613a9a5aa59f90905adc5501964c25a3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9514d6d5e5be,41235,1731187364853 2024-11-09T21:22:55,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 613a9a5aa59f90905adc5501964c25a3, server=9514d6d5e5be,41235,1731187364853 because future has completed 2024-11-09T21:22:55,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T21:22:55,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 613a9a5aa59f90905adc5501964c25a3, server=9514d6d5e5be,41235,1731187364853 in 180 msec 2024-11-09T21:22:55,913 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T21:22:55,913 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=613a9a5aa59f90905adc5501964c25a3, ASSIGN in 337 msec 2024-11-09T21:22:55,914 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:22:55,914 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187375914"}]},"ts":"1731187375914"} 2024-11-09T21:22:55,916 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T21:22:55,917 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:22:55,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 774 msec 2024-11-09T21:22:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:22:56,291 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T21:22:56,291 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:22:56,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,41549,1731187370327 2024-11-09T21:22:56,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62dc28f3 2024-11-09T21:22:56,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:22:56,294 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:22:56,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:22:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T21:22:56,297 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:22:56,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T21:22:56,297 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:22:56,298 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:22:56,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741835_1011 (size=902) 2024-11-09T21:22:56,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:22:56,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:22:56,711 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8409fb2feacc400c564c7eb14ac19e1c, NAME => 'test,,1731187376294.8409fb2feacc400c564c7eb14ac19e1c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6 2024-11-09T21:22:56,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741836_1012 (size=39) 2024-11-09T21:22:56,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:22:57,116 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731187376294.8409fb2feacc400c564c7eb14ac19e1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:22:57,116 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8409fb2feacc400c564c7eb14ac19e1c, disabling compactions & flushes 2024-11-09T21:22:57,116 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731187376294.8409fb2feacc400c564c7eb14ac19e1c. 2024-11-09T21:22:57,116 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731187376294.8409fb2feacc400c564c7eb14ac19e1c. 2024-11-09T21:22:57,116 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731187376294.8409fb2feacc400c564c7eb14ac19e1c. after waiting 0 ms 2024-11-09T21:22:57,116 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731187376294.8409fb2feacc400c564c7eb14ac19e1c. 2024-11-09T21:22:57,116 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731187376294.8409fb2feacc400c564c7eb14ac19e1c. 2024-11-09T21:22:57,116 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8409fb2feacc400c564c7eb14ac19e1c: Waiting for close lock at 1731187377116Disabling compacts and flushes for region at 1731187377116Disabling writes for close at 1731187377116Writing region close event to WAL at 1731187377116Closed at 1731187377116 2024-11-09T21:22:57,117 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:22:57,117 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731187376294.8409fb2feacc400c564c7eb14ac19e1c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731187377117"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731187377117"}]},"ts":"1731187377117"} 2024-11-09T21:22:57,119 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T21:22:57,120 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:22:57,120 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187377120"}]},"ts":"1731187377120"} 2024-11-09T21:22:57,121 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T21:22:57,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8409fb2feacc400c564c7eb14ac19e1c, ASSIGN}] 2024-11-09T21:22:57,122 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8409fb2feacc400c564c7eb14ac19e1c, ASSIGN 2024-11-09T21:22:57,123 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8409fb2feacc400c564c7eb14ac19e1c, ASSIGN; state=OFFLINE, location=9514d6d5e5be,42167,1731187370539; forceNewPlan=false, retain=false 2024-11-09T21:22:57,274 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8409fb2feacc400c564c7eb14ac19e1c, regionState=OPENING, regionLocation=9514d6d5e5be,42167,1731187370539 2024-11-09T21:22:57,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8409fb2feacc400c564c7eb14ac19e1c, ASSIGN because future has completed 2024-11-09T21:22:57,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8409fb2feacc400c564c7eb14ac19e1c, server=9514d6d5e5be,42167,1731187370539}] 2024-11-09T21:22:57,432 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731187376294.8409fb2feacc400c564c7eb14ac19e1c. 2024-11-09T21:22:57,433 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8409fb2feacc400c564c7eb14ac19e1c, NAME => 'test,,1731187376294.8409fb2feacc400c564c7eb14ac19e1c.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:22:57,433 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:22:57,433 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T21:22:57,434 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8409fb2feacc400c564c7eb14ac19e1c 2024-11-09T21:22:57,434 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731187376294.8409fb2feacc400c564c7eb14ac19e1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:22:57,434 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8409fb2feacc400c564c7eb14ac19e1c 2024-11-09T21:22:57,434 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8409fb2feacc400c564c7eb14ac19e1c 2024-11-09T21:22:57,435 INFO [StoreOpener-8409fb2feacc400c564c7eb14ac19e1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8409fb2feacc400c564c7eb14ac19e1c 2024-11-09T21:22:57,436 INFO [StoreOpener-8409fb2feacc400c564c7eb14ac19e1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8409fb2feacc400c564c7eb14ac19e1c columnFamilyName f 2024-11-09T21:22:57,436 DEBUG [StoreOpener-8409fb2feacc400c564c7eb14ac19e1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:57,436 INFO [StoreOpener-8409fb2feacc400c564c7eb14ac19e1c-1 {}] regionserver.HStore(327): Store=8409fb2feacc400c564c7eb14ac19e1c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:57,436 INFO [StoreOpener-8409fb2feacc400c564c7eb14ac19e1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8409fb2feacc400c564c7eb14ac19e1c 2024-11-09T21:22:57,437 INFO [StoreOpener-8409fb2feacc400c564c7eb14ac19e1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8409fb2feacc400c564c7eb14ac19e1c columnFamilyName f1 2024-11-09T21:22:57,437 DEBUG [StoreOpener-8409fb2feacc400c564c7eb14ac19e1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:57,437 INFO [StoreOpener-8409fb2feacc400c564c7eb14ac19e1c-1 {}] regionserver.HStore(327): Store=8409fb2feacc400c564c7eb14ac19e1c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:57,437 INFO [StoreOpener-8409fb2feacc400c564c7eb14ac19e1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8409fb2feacc400c564c7eb14ac19e1c 2024-11-09T21:22:57,437 INFO [StoreOpener-8409fb2feacc400c564c7eb14ac19e1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8409fb2feacc400c564c7eb14ac19e1c columnFamilyName norep 2024-11-09T21:22:57,438 DEBUG [StoreOpener-8409fb2feacc400c564c7eb14ac19e1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:57,438 INFO [StoreOpener-8409fb2feacc400c564c7eb14ac19e1c-1 {}] regionserver.HStore(327): Store=8409fb2feacc400c564c7eb14ac19e1c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:57,438 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8409fb2feacc400c564c7eb14ac19e1c 2024-11-09T21:22:57,438 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/default/test/8409fb2feacc400c564c7eb14ac19e1c 2024-11-09T21:22:57,439 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/default/test/8409fb2feacc400c564c7eb14ac19e1c 2024-11-09T21:22:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:22:57,440 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8409fb2feacc400c564c7eb14ac19e1c 2024-11-09T21:22:57,440 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8409fb2feacc400c564c7eb14ac19e1c 2024-11-09T21:22:57,440 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:22:57,441 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8409fb2feacc400c564c7eb14ac19e1c 2024-11-09T21:22:57,442 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/default/test/8409fb2feacc400c564c7eb14ac19e1c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:22:57,442 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8409fb2feacc400c564c7eb14ac19e1c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66873862, jitterRate=-0.003501802682876587}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:22:57,442 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8409fb2feacc400c564c7eb14ac19e1c 2024-11-09T21:22:57,443 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8409fb2feacc400c564c7eb14ac19e1c: Running coprocessor pre-open hook at 1731187377434Writing region info on filesystem at 1731187377434Initializing all the Stores at 1731187377434Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187377434Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187377435 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187377435Cleaning up temporary data from old regions at 1731187377440 (+5 ms)Running coprocessor post-open hooks at 1731187377442 (+2 ms)Region opened successfully at 1731187377443 (+1 ms) 2024-11-09T21:22:57,443 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731187376294.8409fb2feacc400c564c7eb14ac19e1c., pid=6, masterSystemTime=1731187377430 2024-11-09T21:22:57,445 DEBUG [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731187376294.8409fb2feacc400c564c7eb14ac19e1c. 2024-11-09T21:22:57,445 INFO [RS_OPEN_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731187376294.8409fb2feacc400c564c7eb14ac19e1c. 2024-11-09T21:22:57,445 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8409fb2feacc400c564c7eb14ac19e1c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9514d6d5e5be,42167,1731187370539 2024-11-09T21:22:57,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8409fb2feacc400c564c7eb14ac19e1c, server=9514d6d5e5be,42167,1731187370539 because future has completed 2024-11-09T21:22:57,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T21:22:57,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8409fb2feacc400c564c7eb14ac19e1c, server=9514d6d5e5be,42167,1731187370539 in 171 msec 2024-11-09T21:22:57,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T21:22:57,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8409fb2feacc400c564c7eb14ac19e1c, ASSIGN in 328 msec 2024-11-09T21:22:57,451 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:22:57,452 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187377451"}]},"ts":"1731187377451"} 2024-11-09T21:22:57,453 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T21:22:57,454 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:22:57,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-09T21:22:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41549 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:22:58,459 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T21:22:58,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@96977d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:58,471 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,32839,-1 for getting cluster id 2024-11-09T21:22:58,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:22:58,472 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c5b9b9e-a196-4b1d-bce7-649562c02514' 2024-11-09T21:22:58,472 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:22:58,472 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c5b9b9e-a196-4b1d-bce7-649562c02514" 2024-11-09T21:22:58,473 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bddfdf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:58,473 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,32839,-1] 2024-11-09T21:22:58,473 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:22:58,473 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:58,474 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:22:58,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7371a431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:58,475 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:22:58,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,32839,1731187359097 2024-11-09T21:22:58,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@619e23d2 2024-11-09T21:22:58,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:22:58,476 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:22:58,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32839 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9514d6d5e5be:45081,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T21:22:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32839 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T21:22:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:22:58,478 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:45081' 2024-11-09T21:22:58,479 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10a032d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:58,479 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,45081,-1 for getting cluster id 2024-11-09T21:22:58,479 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:22:58,480 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '831ae520-1250-4b90-9c66-4e162052bff1' 2024-11-09T21:22:58,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:22:58,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "831ae520-1250-4b90-9c66-4e162052bff1" 2024-11-09T21:22:58,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24ef1d35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:58,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,45081,-1] 2024-11-09T21:22:58,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:22:58,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:58,481 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:22:58,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b5e4783, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:58,481 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:22:58,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,45081,1731187364703 2024-11-09T21:22:58,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2077270a 2024-11-09T21:22:58,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:22:58,483 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:22:58,483 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T21:22:58,483 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T21:22:58,483 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:58,484 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:22:58,484 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:58,484 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:22:58,485 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T21:22:58,486 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:22:58,486 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:58,487 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:22:58,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44105 is added to blk_1073741837_1013 (size=1138) 2024-11-09T21:22:58,535 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T21:22:58,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:22:58,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:58,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:58,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:58,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:58,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:58,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:58,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:58,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:22:58,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:58,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:58,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:58,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:58,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:58,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:58,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:58,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:58,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:58,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:58,892 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f958cec25db99983214e408e9525ed86, NAME => 'hbase:replication,,1731187378484.f958cec25db99983214e408e9525ed86.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6 2024-11-09T21:22:58,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44105 is added to blk_1073741838_1014 (size=44) 2024-11-09T21:22:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:22:59,300 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731187378484.f958cec25db99983214e408e9525ed86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:22:59,300 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f958cec25db99983214e408e9525ed86, disabling compactions & flushes 2024-11-09T21:22:59,300 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731187378484.f958cec25db99983214e408e9525ed86. 2024-11-09T21:22:59,300 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731187378484.f958cec25db99983214e408e9525ed86. 2024-11-09T21:22:59,300 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731187378484.f958cec25db99983214e408e9525ed86. after waiting 0 ms 2024-11-09T21:22:59,300 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731187378484.f958cec25db99983214e408e9525ed86. 2024-11-09T21:22:59,300 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731187378484.f958cec25db99983214e408e9525ed86. 2024-11-09T21:22:59,300 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f958cec25db99983214e408e9525ed86: Waiting for close lock at 1731187379300Disabling compacts and flushes for region at 1731187379300Disabling writes for close at 1731187379300Writing region close event to WAL at 1731187379300Closed at 1731187379300 2024-11-09T21:22:59,301 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:22:59,302 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731187378484.f958cec25db99983214e408e9525ed86.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731187379301"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731187379301"}]},"ts":"1731187379301"} 2024-11-09T21:22:59,304 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T21:22:59,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:22:59,304 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187379304"}]},"ts":"1731187379304"} 2024-11-09T21:22:59,306 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T21:22:59,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f958cec25db99983214e408e9525ed86, ASSIGN}] 2024-11-09T21:22:59,307 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f958cec25db99983214e408e9525ed86, ASSIGN 2024-11-09T21:22:59,307 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f958cec25db99983214e408e9525ed86, ASSIGN; state=OFFLINE, location=9514d6d5e5be,41781,1731187359412; forceNewPlan=false, retain=false 2024-11-09T21:22:59,366 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:22:59,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:59,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:59,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:59,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:59,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:59,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:59,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:59,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:59,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:59,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:59,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:59,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:59,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:59,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:59,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:59,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:59,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:59,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:22:59,458 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f958cec25db99983214e408e9525ed86, regionState=OPENING, regionLocation=9514d6d5e5be,41781,1731187359412 2024-11-09T21:22:59,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f958cec25db99983214e408e9525ed86, ASSIGN because future has completed 2024-11-09T21:22:59,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f958cec25db99983214e408e9525ed86, server=9514d6d5e5be,41781,1731187359412}] 2024-11-09T21:22:59,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731187378484.f958cec25db99983214e408e9525ed86. 2024-11-09T21:22:59,614 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:22:59,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T21:22:59,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9514d6d5e5be%2C41781%2C1731187359412.rep, suffix=, logDir=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412, archiveDir=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/oldWALs, maxLogs=10 2024-11-09T21:22:59,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:22:59,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.rep.1731187379616, exclude list is [], retry=0 2024-11-09T21:22:59,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44105,DS-a7b5163c-2c03-4430-84c0-13d84a9e6510,DISK] 2024-11-09T21:22:59,631 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.rep.1731187379616 2024-11-09T21:22:59,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33091:33091)] 2024-11-09T21:22:59,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f958cec25db99983214e408e9525ed86, NAME => 'hbase:replication,,1731187378484.f958cec25db99983214e408e9525ed86.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:22:59,631 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T21:22:59,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:22:59,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731187378484.f958cec25db99983214e408e9525ed86. service=MultiRowMutationService 2024-11-09T21:22:59,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T21:22:59,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f958cec25db99983214e408e9525ed86 2024-11-09T21:22:59,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731187378484.f958cec25db99983214e408e9525ed86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:22:59,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f958cec25db99983214e408e9525ed86 2024-11-09T21:22:59,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f958cec25db99983214e408e9525ed86 2024-11-09T21:22:59,633 INFO [StoreOpener-f958cec25db99983214e408e9525ed86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f958cec25db99983214e408e9525ed86 2024-11-09T21:22:59,634 INFO [StoreOpener-f958cec25db99983214e408e9525ed86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f958cec25db99983214e408e9525ed86 columnFamilyName hfileref 2024-11-09T21:22:59,634 DEBUG [StoreOpener-f958cec25db99983214e408e9525ed86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:59,634 INFO [StoreOpener-f958cec25db99983214e408e9525ed86-1 {}] regionserver.HStore(327): Store=f958cec25db99983214e408e9525ed86/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:59,635 INFO [StoreOpener-f958cec25db99983214e408e9525ed86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f958cec25db99983214e408e9525ed86 2024-11-09T21:22:59,635 INFO [StoreOpener-f958cec25db99983214e408e9525ed86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f958cec25db99983214e408e9525ed86 columnFamilyName queue 2024-11-09T21:22:59,635 DEBUG [StoreOpener-f958cec25db99983214e408e9525ed86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:59,636 INFO [StoreOpener-f958cec25db99983214e408e9525ed86-1 {}] regionserver.HStore(327): Store=f958cec25db99983214e408e9525ed86/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:59,636 INFO [StoreOpener-f958cec25db99983214e408e9525ed86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f958cec25db99983214e408e9525ed86 2024-11-09T21:22:59,636 INFO [StoreOpener-f958cec25db99983214e408e9525ed86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f958cec25db99983214e408e9525ed86 columnFamilyName sid 2024-11-09T21:22:59,636 DEBUG [StoreOpener-f958cec25db99983214e408e9525ed86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:22:59,637 INFO [StoreOpener-f958cec25db99983214e408e9525ed86-1 {}] regionserver.HStore(327): Store=f958cec25db99983214e408e9525ed86/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:22:59,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f958cec25db99983214e408e9525ed86 2024-11-09T21:22:59,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/replication/f958cec25db99983214e408e9525ed86 2024-11-09T21:22:59,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/replication/f958cec25db99983214e408e9525ed86 2024-11-09T21:22:59,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f958cec25db99983214e408e9525ed86 2024-11-09T21:22:59,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f958cec25db99983214e408e9525ed86 2024-11-09T21:22:59,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:22:59,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f958cec25db99983214e408e9525ed86 2024-11-09T21:22:59,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/replication/f958cec25db99983214e408e9525ed86/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:22:59,641 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f958cec25db99983214e408e9525ed86; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70202797, jitterRate=0.04610319435596466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:22:59,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f958cec25db99983214e408e9525ed86 2024-11-09T21:22:59,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f958cec25db99983214e408e9525ed86: Running coprocessor pre-open hook at 1731187379632Writing region info on filesystem at 1731187379632Initializing all the Stores at 1731187379633 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187379633Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187379633Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731187379633Cleaning up temporary data from old regions at 1731187379638 (+5 ms)Running coprocessor post-open hooks at 1731187379641 (+3 ms)Region opened successfully at 1731187379641 2024-11-09T21:22:59,641 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731187378484.f958cec25db99983214e408e9525ed86., pid=10, masterSystemTime=1731187379612 2024-11-09T21:22:59,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731187378484.f958cec25db99983214e408e9525ed86. 2024-11-09T21:22:59,643 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731187378484.f958cec25db99983214e408e9525ed86. 2024-11-09T21:22:59,643 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f958cec25db99983214e408e9525ed86, regionState=OPEN, openSeqNum=2, regionLocation=9514d6d5e5be,41781,1731187359412 2024-11-09T21:22:59,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f958cec25db99983214e408e9525ed86, server=9514d6d5e5be,41781,1731187359412 because future has completed 2024-11-09T21:22:59,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T21:22:59,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f958cec25db99983214e408e9525ed86, server=9514d6d5e5be,41781,1731187359412 in 185 msec 2024-11-09T21:22:59,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T21:22:59,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f958cec25db99983214e408e9525ed86, ASSIGN in 340 msec 2024-11-09T21:22:59,647 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:22:59,647 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731187379647"}]},"ts":"1731187379647"} 2024-11-09T21:22:59,648 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T21:22:59,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:22:59,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1650 sec 2024-11-09T21:22:59,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731187378484.f958cec25db99983214e408e9525ed86., hostname=9514d6d5e5be,41781,1731187359412, seqNum=2] 2024-11-09T21:22:59,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41781-0x101217ab0080001, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0133941732 2024-11-09T21:22:59,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x101217ab0080000, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0133941732 2024-11-09T21:22:59,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T21:22:59,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41781 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T21:22:59,921 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T21:22:59,946 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9514d6d5e5be,41781,1731187359412, ReplicationSource: 1, currentBandwidth=0 2024-11-09T21:22:59,946 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:22:59,946 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,41781,1731187359412, seqNum=-1] 2024-11-09T21:22:59,947 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:22:59,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-09T21:22:59,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9514d6d5e5be,41781,1731187359412', locateType=CURRENT is [region=hbase:replication,,1731187378484.f958cec25db99983214e408e9525ed86., hostname=9514d6d5e5be,41781,1731187359412, seqNum=2] 2024-11-09T21:22:59,950 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T21:22:59,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32839 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T21:22:59,952 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9514d6d5e5be,41781,1731187359412 suceeded 2024-11-09T21:22:59,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T21:22:59,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-09T21:22:59,953 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9514d6d5e5be:45081,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T21:22:59,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4770 sec 2024-11-09T21:22:59,963 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:45081' 2024-11-09T21:22:59,964 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3877fb95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:59,964 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,45081,-1 for getting cluster id 2024-11-09T21:22:59,964 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:22:59,965 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '831ae520-1250-4b90-9c66-4e162052bff1' 2024-11-09T21:22:59,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:22:59,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "831ae520-1250-4b90-9c66-4e162052bff1" 2024-11-09T21:22:59,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1edc3b67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:59,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,45081,-1] 2024-11-09T21:22:59,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:22:59,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:22:59,965 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:22:59,966 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@400ba2ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:22:59,966 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:22:59,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,45081,1731187364703 2024-11-09T21:22:59,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f1caf9b 2024-11-09T21:22:59,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:22:59,967 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-09T21:22:59,967 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9514d6d5e5be,41781,1731187359412 (queues=1) is replicating from cluster=9c5b9b9e-a196-4b1d-bce7-649562c02514 to cluster=831ae520-1250-4b90-9c66-4e162052bff1 2024-11-09T21:22:59,968 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9514d6d5e5be%2C41781%2C1731187359412 2024-11-09T21:22:59,968 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9514d6d5e5be,41781,1731187359412, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T21:22:59,968 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.shipper9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9514d6d5e5be%2C41781%2C1731187359412 2024-11-09T21:22:59,968 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187361614, startPosition=0, beingWritten=true 2024-11-09T21:22:59,972 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:22:59,972 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187361614 to pos 379, reset compression=false 2024-11-09T21:22:59,972 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.shipper9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,41781,1731187359412 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187361614, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:23:00,174 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187361614 to pos 379, reset compression=false 2024-11-09T21:23:00,477 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187361614 to pos 379, reset compression=false 2024-11-09T21:23:00,608 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T21:23:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T21:23:00,630 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T21:23:00,630 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:23:00,630 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:23:00,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:00,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:00,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:23:00,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28204a91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:23:00,630 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,32839,-1 for getting cluster id 2024-11-09T21:23:00,631 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:23:00,631 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c5b9b9e-a196-4b1d-bce7-649562c02514' 2024-11-09T21:23:00,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:23:00,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c5b9b9e-a196-4b1d-bce7-649562c02514" 2024-11-09T21:23:00,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@89f25eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:23:00,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,32839,-1] 2024-11-09T21:23:00,631 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:23:00,632 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:00,632 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:23:00,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@302475fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:23:00,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a1441f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:23:00,633 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,45081,-1 for getting cluster id 2024-11-09T21:23:00,633 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:23:00,633 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '831ae520-1250-4b90-9c66-4e162052bff1' 2024-11-09T21:23:00,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:23:00,633 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "831ae520-1250-4b90-9c66-4e162052bff1" 2024-11-09T21:23:00,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cbd17da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:23:00,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,45081,-1] 2024-11-09T21:23:00,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:23:00,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:00,634 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:23:00,635 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fc4521c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:23:00,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de12578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:23:00,635 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,41549,-1 for getting cluster id 2024-11-09T21:23:00,635 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:23:00,635 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b03784b-7136-4f8f-a00c-7563f2dc1480' 2024-11-09T21:23:00,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:23:00,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b03784b-7136-4f8f-a00c-7563f2dc1480" 2024-11-09T21:23:00,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c17e4db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:23:00,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,41549,-1] 2024-11-09T21:23:00,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:23:00,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:00,636 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:23:00,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a92eae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:23:00,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:23:00,641 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731187380640/Put/seqid=0 2024-11-09T21:23:00,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44105 is added to blk_1073741840_1016 (size=7894) 2024-11-09T21:23:00,880 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187361614 to pos 379, reset compression=false 2024-11-09T21:23:01,046 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731187381046/Put/seqid=0 2024-11-09T21:23:01,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44105 is added to blk_1073741841_1017 (size=7691) 2024-11-09T21:23:01,383 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187361614 to pos 379, reset compression=false 2024-11-09T21:23:01,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff6630c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:23:01,450 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,32839,-1 for getting cluster id 2024-11-09T21:23:01,450 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:23:01,451 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c5b9b9e-a196-4b1d-bce7-649562c02514' 2024-11-09T21:23:01,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:23:01,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c5b9b9e-a196-4b1d-bce7-649562c02514" 2024-11-09T21:23:01,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563e0951, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:23:01,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,32839,-1] 2024-11-09T21:23:01,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:23:01,451 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:01,452 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:23:01,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69a5224a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:23:01,452 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:23:01,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,41781,1731187359412, seqNum=-1] 2024-11-09T21:23:01,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:23:01,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:23:01,459 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:23:01,460 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,32839,1731187359097 2024-11-09T21:23:01,460 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d61ea6b 2024-11-09T21:23:01,460 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:23:01,460 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:23:01,463 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731187374000.90251be01cb90c7aa2f5cc37c5244d2f., hostname=9514d6d5e5be,41781,1731187359412, seqNum=2] 2024-11-09T21:23:01,464 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T21:23:01,468 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-09T21:23:01,470 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-09T21:23:01,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 90251be01cb90c7aa2f5cc37c5244d2f/f 2024-11-09T21:23:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-09T21:23:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T21:23:01,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 90251be01cb90c7aa2f5cc37c5244d2f/f 2024-11-09T21:23:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-09T21:23:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T21:23:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.HRegion(2603): Flush status journal for 90251be01cb90c7aa2f5cc37c5244d2f: 2024-11-09T21:23:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/staging/jenkins__test__j5jo5lv5ea2jfdeq5stjhmus1nc8e4f8dpabh70hppdeebd4ri0k0lg1o3lgpn97/f/hfile_1 2024-11-09T21:23:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/staging/jenkins__test__j5jo5lv5ea2jfdeq5stjhmus1nc8e4f8dpabh70hppdeebd4ri0k0lg1o3lgpn97/f/hfile_1 as hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/default/test/90251be01cb90c7aa2f5cc37c5244d2f/f/0c1b3e494b1e484999a43e5efac999d2_SeqId_4_ 2024-11-09T21:23:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/staging/jenkins__test__j5jo5lv5ea2jfdeq5stjhmus1nc8e4f8dpabh70hppdeebd4ri0k0lg1o3lgpn97/f/hfile_0 2024-11-09T21:23:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/staging/jenkins__test__j5jo5lv5ea2jfdeq5stjhmus1nc8e4f8dpabh70hppdeebd4ri0k0lg1o3lgpn97/f/hfile_0 as hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/default/test/90251be01cb90c7aa2f5cc37c5244d2f/f/811e58fe4e7e4bf6b5a8aced2c568a6e_SeqId_4_ 2024-11-09T21:23:01,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/staging/jenkins__test__j5jo5lv5ea2jfdeq5stjhmus1nc8e4f8dpabh70hppdeebd4ri0k0lg1o3lgpn97/f/hfile_1 into 90251be01cb90c7aa2f5cc37c5244d2f/f as hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/default/test/90251be01cb90c7aa2f5cc37c5244d2f/f/0c1b3e494b1e484999a43e5efac999d2_SeqId_4_ - updating store file list. 2024-11-09T21:23:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0c1b3e494b1e484999a43e5efac999d2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T21:23:01,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/default/test/90251be01cb90c7aa2f5cc37c5244d2f/f/0c1b3e494b1e484999a43e5efac999d2_SeqId_4_ into 90251be01cb90c7aa2f5cc37c5244d2f/f 2024-11-09T21:23:01,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/staging/jenkins__test__j5jo5lv5ea2jfdeq5stjhmus1nc8e4f8dpabh70hppdeebd4ri0k0lg1o3lgpn97/f/hfile_1 into 90251be01cb90c7aa2f5cc37c5244d2f/f (new location: hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/default/test/90251be01cb90c7aa2f5cc37c5244d2f/f/0c1b3e494b1e484999a43e5efac999d2_SeqId_4_) 2024-11-09T21:23:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/staging/jenkins__test__j5jo5lv5ea2jfdeq5stjhmus1nc8e4f8dpabh70hppdeebd4ri0k0lg1o3lgpn97/f/hfile_1 2024-11-09T21:23:01,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/staging/jenkins__test__j5jo5lv5ea2jfdeq5stjhmus1nc8e4f8dpabh70hppdeebd4ri0k0lg1o3lgpn97/f/hfile_0 into 90251be01cb90c7aa2f5cc37c5244d2f/f as hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/default/test/90251be01cb90c7aa2f5cc37c5244d2f/f/811e58fe4e7e4bf6b5a8aced2c568a6e_SeqId_4_ - updating store file list. 2024-11-09T21:23:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 811e58fe4e7e4bf6b5a8aced2c568a6e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T21:23:01,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/default/test/90251be01cb90c7aa2f5cc37c5244d2f/f/811e58fe4e7e4bf6b5a8aced2c568a6e_SeqId_4_ into 90251be01cb90c7aa2f5cc37c5244d2f/f 2024-11-09T21:23:01,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/staging/jenkins__test__j5jo5lv5ea2jfdeq5stjhmus1nc8e4f8dpabh70hppdeebd4ri0k0lg1o3lgpn97/f/hfile_0 into 90251be01cb90c7aa2f5cc37c5244d2f/f (new location: hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/default/test/90251be01cb90c7aa2f5cc37c5244d2f/f/811e58fe4e7e4bf6b5a8aced2c568a6e_SeqId_4_) 2024-11-09T21:23:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/staging/jenkins__test__j5jo5lv5ea2jfdeq5stjhmus1nc8e4f8dpabh70hppdeebd4ri0k0lg1o3lgpn97/f/hfile_0 2024-11-09T21:23:01,491 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:23:01,491 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:23:01,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:01,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:01,491 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:23:01,491 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:23:01,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731187374000.90251be01cb90c7aa2f5cc37c5244d2f., hostname=9514d6d5e5be,41781,1731187359412, seqNum=2 , the old value is region=test,,1731187374000.90251be01cb90c7aa2f5cc37c5244d2f., hostname=9514d6d5e5be,41781,1731187359412, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9514d6d5e5be:41781 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T21:23:01,491 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T21:23:01,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731187374000.90251be01cb90c7aa2f5cc37c5244d2f., hostname=9514d6d5e5be,41781,1731187359412, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T21:23:01,492 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731187374000.90251be01cb90c7aa2f5cc37c5244d2f., hostname=9514d6d5e5be,41781,1731187359412, seqNum=2 from cache 2024-11-09T21:23:01,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,41235,1731187364853, seqNum=-1] 2024-11-09T21:23:01,492 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:23:01,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:23:01,494 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731187375143.613a9a5aa59f90905adc5501964c25a3., hostname=9514d6d5e5be,41235,1731187364853, seqNum=2] 2024-11-09T21:23:01,495 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T21:23:01,600 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:41781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T21:23:01,986 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187361614 to pos 379, reset compression=false 2024-11-09T21:23:01,989 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T21:23:01,989 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.shipper9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,41781,1731187359412 got entry batch from reader: WALEntryBatch [walEntries=[{test/90251be01cb90c7aa2f5cc37c5244d2f/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731187381489/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187361614, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T21:23:01,991 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.shipper9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:23:01,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-09T21:23:01,992 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.ReplicationSink(318): Replicating [9c5b9b9e-a196-4b1d-bce7-649562c02514] bulk loaded data 2024-11-09T21:23:01,993 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@685f0a29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:23:01,993 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,45081,-1 for getting cluster id 2024-11-09T21:23:01,993 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:23:01,993 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '831ae520-1250-4b90-9c66-4e162052bff1' 2024-11-09T21:23:01,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:23:01,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "831ae520-1250-4b90-9c66-4e162052bff1" 2024-11-09T21:23:01,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@156f784d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:23:01,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,45081,-1] 2024-11-09T21:23:01,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:23:01,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:01,994 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:23:01,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18eeba10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:23:02,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741837_1013 (size=7691) 2024-11-09T21:23:02,189 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187361614 to pos 687, reset compression=false 2024-11-09T21:23:02,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741838_1014 (size=7894) 2024-11-09T21:23:02,493 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187361614 to pos 687, reset compression=false 2024-11-09T21:23:02,497 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T21:23:02,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:23:02,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,45081,1731187364703 2024-11-09T21:23:02,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72773cf4 2024-11-09T21:23:02,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:23:02,814 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-09T21:23:02,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T21:23:02,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:23:02,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,41235,1731187364853, seqNum=-1] 2024-11-09T21:23:02,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:23:02,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-09T21:23:02,825 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/staging/jenkins.hfs.22__test__lr3242p3qkq2racj4osqn3qb3092vba5ntr7l3r8c01mc2u7j85ul708r73o7tae/f/0c1b3e494b1e484999a43e5efac999d2_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-09T21:23:02,830 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/staging/jenkins.hfs.22__test__lr3242p3qkq2racj4osqn3qb3092vba5ntr7l3r8c01mc2u7j85ul708r73o7tae/f/811e58fe4e7e4bf6b5a8aced2c568a6e_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-09T21:23:02,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/staging/jenkins.hfs.22__test__lr3242p3qkq2racj4osqn3qb3092vba5ntr7l3r8c01mc2u7j85ul708r73o7tae/f/0c1b3e494b1e484999a43e5efac999d2_SeqId_4_ for inclusion in 613a9a5aa59f90905adc5501964c25a3/f 2024-11-09T21:23:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-09T21:23:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T21:23:02,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/staging/jenkins.hfs.22__test__lr3242p3qkq2racj4osqn3qb3092vba5ntr7l3r8c01mc2u7j85ul708r73o7tae/f/811e58fe4e7e4bf6b5a8aced2c568a6e_SeqId_4_ for inclusion in 613a9a5aa59f90905adc5501964c25a3/f 2024-11-09T21:23:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-09T21:23:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T21:23:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.HRegion(2603): Flush status journal for 613a9a5aa59f90905adc5501964c25a3: 2024-11-09T21:23:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0c1b3e494b1e484999a43e5efac999d2_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T21:23:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/staging/jenkins.hfs.22__test__lr3242p3qkq2racj4osqn3qb3092vba5ntr7l3r8c01mc2u7j85ul708r73o7tae/f/0c1b3e494b1e484999a43e5efac999d2_SeqId_4_ as hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/default/test/613a9a5aa59f90905adc5501964c25a3/f/3bc2d2e4b9044ccd8f695fa899f54f1d_SeqId_4_ 2024-11-09T21:23:02,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 811e58fe4e7e4bf6b5a8aced2c568a6e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T21:23:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/staging/jenkins.hfs.22__test__lr3242p3qkq2racj4osqn3qb3092vba5ntr7l3r8c01mc2u7j85ul708r73o7tae/f/811e58fe4e7e4bf6b5a8aced2c568a6e_SeqId_4_ as hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/default/test/613a9a5aa59f90905adc5501964c25a3/f/78978a381ac84db699b8ffc45392f861_SeqId_4_ 2024-11-09T21:23:02,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/staging/jenkins.hfs.22__test__lr3242p3qkq2racj4osqn3qb3092vba5ntr7l3r8c01mc2u7j85ul708r73o7tae/f/0c1b3e494b1e484999a43e5efac999d2_SeqId_4_ into 613a9a5aa59f90905adc5501964c25a3/f as hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/default/test/613a9a5aa59f90905adc5501964c25a3/f/3bc2d2e4b9044ccd8f695fa899f54f1d_SeqId_4_ - updating store file list. 2024-11-09T21:23:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3bc2d2e4b9044ccd8f695fa899f54f1d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T21:23:02,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/default/test/613a9a5aa59f90905adc5501964c25a3/f/3bc2d2e4b9044ccd8f695fa899f54f1d_SeqId_4_ into 613a9a5aa59f90905adc5501964c25a3/f 2024-11-09T21:23:02,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/staging/jenkins.hfs.22__test__lr3242p3qkq2racj4osqn3qb3092vba5ntr7l3r8c01mc2u7j85ul708r73o7tae/f/0c1b3e494b1e484999a43e5efac999d2_SeqId_4_ into 613a9a5aa59f90905adc5501964c25a3/f (new location: hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/default/test/613a9a5aa59f90905adc5501964c25a3/f/3bc2d2e4b9044ccd8f695fa899f54f1d_SeqId_4_) 2024-11-09T21:23:02,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/staging/jenkins.hfs.22__test__lr3242p3qkq2racj4osqn3qb3092vba5ntr7l3r8c01mc2u7j85ul708r73o7tae/f/0c1b3e494b1e484999a43e5efac999d2_SeqId_4_ 2024-11-09T21:23:02,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/staging/jenkins.hfs.22__test__lr3242p3qkq2racj4osqn3qb3092vba5ntr7l3r8c01mc2u7j85ul708r73o7tae/f/811e58fe4e7e4bf6b5a8aced2c568a6e_SeqId_4_ into 613a9a5aa59f90905adc5501964c25a3/f as hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/default/test/613a9a5aa59f90905adc5501964c25a3/f/78978a381ac84db699b8ffc45392f861_SeqId_4_ - updating store file list. 2024-11-09T21:23:02,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 78978a381ac84db699b8ffc45392f861_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T21:23:02,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/default/test/613a9a5aa59f90905adc5501964c25a3/f/78978a381ac84db699b8ffc45392f861_SeqId_4_ into 613a9a5aa59f90905adc5501964c25a3/f 2024-11-09T21:23:02,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/staging/jenkins.hfs.22__test__lr3242p3qkq2racj4osqn3qb3092vba5ntr7l3r8c01mc2u7j85ul708r73o7tae/f/811e58fe4e7e4bf6b5a8aced2c568a6e_SeqId_4_ into 613a9a5aa59f90905adc5501964c25a3/f (new location: hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/default/test/613a9a5aa59f90905adc5501964c25a3/f/78978a381ac84db699b8ffc45392f861_SeqId_4_) 2024-11-09T21:23:02,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/staging/jenkins.hfs.22__test__lr3242p3qkq2racj4osqn3qb3092vba5ntr7l3r8c01mc2u7j85ul708r73o7tae/f/811e58fe4e7e4bf6b5a8aced2c568a6e_SeqId_4_ 2024-11-09T21:23:02,870 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.ReplicationSink(324): Finished replicating [9c5b9b9e-a196-4b1d-bce7-649562c02514] bulk loaded data 2024-11-09T21:23:02,914 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187361614 to pos 687, reset compression=false 2024-11-09T21:23:03,420 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187361614 to pos 687, reset compression=false 2024-11-09T21:23:03,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:23:03,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,42167,1731187370539, seqNum=-1] 2024-11-09T21:23:03,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:23:03,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:23:03,511 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731187376294.8409fb2feacc400c564c7eb14ac19e1c., hostname=9514d6d5e5be,42167,1731187370539, seqNum=2] 2024-11-09T21:23:03,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:23:03,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T21:23:03,522 DEBUG [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9514d6d5e5be%2C41781%2C1731187359412.rep:(num 1731187379616) roll requested 2024-11-09T21:23:03,540 DEBUG [regionserver/9514d6d5e5be:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.rep.1731187383523, exclude list is [], retry=0 2024-11-09T21:23:03,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44105,DS-a7b5163c-2c03-4430-84c0-13d84a9e6510,DISK] 2024-11-09T21:23:03,549 INFO [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.rep.1731187379616 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.rep.1731187383523 2024-11-09T21:23:03,553 DEBUG [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33091:33091)] 2024-11-09T21:23:03,554 DEBUG [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.rep.1731187379616 is not closed yet, will try archiving it next time 2024-11-09T21:23:03,554 DEBUG [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9514d6d5e5be%2C41781%2C1731187359412:(num 1731187361614) roll requested 2024-11-09T21:23:03,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44105 is added to blk_1073741839_1015 (size=1505) 2024-11-09T21:23:03,574 DEBUG [regionserver/9514d6d5e5be:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554, exclude list is [], retry=0 2024-11-09T21:23:03,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44105,DS-a7b5163c-2c03-4430-84c0-13d84a9e6510,DISK] 2024-11-09T21:23:03,591 INFO [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187361614 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554 2024-11-09T21:23:03,592 DEBUG [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33091:33091)] 2024-11-09T21:23:03,592 DEBUG [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187361614 is not closed yet, will try archiving it next time 2024-11-09T21:23:03,592 DEBUG [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9514d6d5e5be%2C41781%2C1731187359412.meta:.meta(num 1731187362573) roll requested 2024-11-09T21:23:03,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44105 is added to blk_1073741832_1008 (size=695) 2024-11-09T21:23:03,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19764020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:23:03,597 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,32839,-1 for getting cluster id 2024-11-09T21:23:03,597 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:23:03,597 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c5b9b9e-a196-4b1d-bce7-649562c02514' 2024-11-09T21:23:03,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:23:03,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c5b9b9e-a196-4b1d-bce7-649562c02514" 2024-11-09T21:23:03,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c38dd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:23:03,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,32839,-1] 2024-11-09T21:23:03,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:23:03,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:03,599 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:23:03,600 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c688678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:23:03,600 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:23:03,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,32839,1731187359097 2024-11-09T21:23:03,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26bf4dda 2024-11-09T21:23:03,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:23:03,602 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:23:03,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32839 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://9514d6d5e5be:41549,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T21:23:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32839 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T21:23:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T21:23:03,604 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:41549' 2024-11-09T21:23:03,609 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187361614 to hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/oldWALs/9514d6d5e5be%2C41781%2C1731187359412.1731187361614 2024-11-09T21:23:03,612 DEBUG [regionserver/9514d6d5e5be:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.meta.1731187383592.meta, exclude list is [], retry=0 2024-11-09T21:23:03,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44105,DS-a7b5163c-2c03-4430-84c0-13d84a9e6510,DISK] 2024-11-09T21:23:03,616 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fef5196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:23:03,616 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,41549,-1 for getting cluster id 2024-11-09T21:23:03,616 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:23:03,617 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b03784b-7136-4f8f-a00c-7563f2dc1480' 2024-11-09T21:23:03,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:23:03,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b03784b-7136-4f8f-a00c-7563f2dc1480" 2024-11-09T21:23:03,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce8afac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:23:03,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,41549,-1] 2024-11-09T21:23:03,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:23:03,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:03,618 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:23:03,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60e55218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:23:03,619 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:23:03,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,41549,1731187370327 2024-11-09T21:23:03,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fbf8ae9 2024-11-09T21:23:03,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:23:03,620 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:23:03,620 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-09T21:23:03,620 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T21:23:03,620 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:03,621 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:03,622 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:23:03,633 INFO [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.meta.1731187362573.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.meta.1731187383592.meta 2024-11-09T21:23:03,637 DEBUG [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33091:33091)] 2024-11-09T21:23:03,638 DEBUG [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.meta.1731187362573.meta is not closed yet, will try archiving it next time 2024-11-09T21:23:03,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44105 is added to blk_1073741834_1010 (size=3473) 2024-11-09T21:23:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T21:23:03,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T21:23:03,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T21:23:04,023 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187361614 to pos 687, reset compression=false 2024-11-09T21:23:04,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41781 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-09T21:23:04,032 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-09T21:23:04,032 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187361614 was moved to hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/oldWALs/9514d6d5e5be%2C41781%2C1731187359412.1731187361614 2024-11-09T21:23:04,035 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187361614 2024-11-09T21:23:04,035 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.shipper9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,41781,1731187359412 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187361614, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-09T21:23:04,037 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554, startPosition=0, beingWritten=true 2024-11-09T21:23:04,045 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.shipper9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [9514d6d5e5be%2C41781%2C1731187359412.1731187361614] 2024-11-09T21:23:04,070 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-9514d6d5e5be,41781,1731187359412, ReplicationSource: 2, currentBandwidth=0 2024-11-09T21:23:04,073 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-09T21:23:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32839 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-09T21:23:04,085 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 9514d6d5e5be,41781,1731187359412 suceeded 2024-11-09T21:23:04,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-09T21:23:04,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-09T21:23:04,087 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://9514d6d5e5be:41549,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T21:23:04,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 485 msec 2024-11-09T21:23:04,092 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9514d6d5e5be:41549' 2024-11-09T21:23:04,103 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33554876, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:23:04,103 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,41549,-1 for getting cluster id 2024-11-09T21:23:04,103 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:23:04,104 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b03784b-7136-4f8f-a00c-7563f2dc1480' 2024-11-09T21:23:04,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:23:04,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b03784b-7136-4f8f-a00c-7563f2dc1480" 2024-11-09T21:23:04,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26371c87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:23:04,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,41549,-1] 2024-11-09T21:23:04,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:23:04,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:04,106 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:23:04,107 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c8ca8b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:23:04,107 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:23:04,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,41549,1731187370327 2024-11-09T21:23:04,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6308c5f 2024-11-09T21:23:04,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:23:04,109 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-09T21:23:04,110 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-9514d6d5e5be,41781,1731187359412 (queues=1) is replicating from cluster=9c5b9b9e-a196-4b1d-bce7-649562c02514 to cluster=3b03784b-7136-4f8f-a00c-7563f2dc1480 2024-11-09T21:23:04,110 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=9514d6d5e5be%2C41781%2C1731187359412 2024-11-09T21:23:04,110 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-9514d6d5e5be,41781,1731187359412, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T21:23:04,112 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,2-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554, startPosition=0, beingWritten=true 2024-11-09T21:23:04,116 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412.replicationSource.shipper9514d6d5e5be%2C41781%2C1731187359412,2-9514d6d5e5be,41781,1731187359412 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9514d6d5e5be%2C41781%2C1731187359412 2024-11-09T21:23:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T21:23:04,230 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-09T21:23:04,230 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:23:04,230 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:23:04,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:04,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:04,230 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:23:04,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:23:04,234 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731187384233/Put/seqid=0 2024-11-09T21:23:04,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44105 is added to blk_1073741845_1021 (size=11194) 2024-11-09T21:23:04,323 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,2-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554 to pos 0, reset compression=false 2024-11-09T21:23:04,628 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,2-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554 to pos 0, reset compression=false 2024-11-09T21:23:04,642 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731187384642/Put/seqid=0 2024-11-09T21:23:04,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44105 is added to blk_1073741846_1022 (size=10791) 2024-11-09T21:23:04,747 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554 to pos 0, reset compression=false 2024-11-09T21:23:05,032 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,2-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554 to pos 0, reset compression=false 2024-11-09T21:23:05,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@248827bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:23:05,046 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,32839,-1 for getting cluster id 2024-11-09T21:23:05,046 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:23:05,046 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c5b9b9e-a196-4b1d-bce7-649562c02514' 2024-11-09T21:23:05,046 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:23:05,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c5b9b9e-a196-4b1d-bce7-649562c02514" 2024-11-09T21:23:05,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2583e5f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:23:05,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,32839,-1] 2024-11-09T21:23:05,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:23:05,047 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:05,047 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:23:05,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea886c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:23:05,048 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:23:05,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,41781,1731187359412, seqNum=-1] 2024-11-09T21:23:05,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:23:05,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:23:05,064 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:23:05,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,32839,1731187359097 2024-11-09T21:23:05,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61f12d71 2024-11-09T21:23:05,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:23:05,066 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:23:05,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731187374000.90251be01cb90c7aa2f5cc37c5244d2f., hostname=9514d6d5e5be,41781,1731187359412, seqNum=2] 2024-11-09T21:23:05,071 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T21:23:05,075 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-09T21:23:05,077 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-09T21:23:05,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 90251be01cb90c7aa2f5cc37c5244d2f/f 2024-11-09T21:23:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-09T21:23:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T21:23:05,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 90251be01cb90c7aa2f5cc37c5244d2f/f 2024-11-09T21:23:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-09T21:23:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T21:23:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.HRegion(2603): Flush status journal for 90251be01cb90c7aa2f5cc37c5244d2f: 2024-11-09T21:23:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/staging/jenkins__test__hrn6r8dohvia7o7rik8921lf3j3mln61r1tqmv450gvoetj4mleqn0af94fakhla/f/hfile_0 2024-11-09T21:23:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/staging/jenkins__test__hrn6r8dohvia7o7rik8921lf3j3mln61r1tqmv450gvoetj4mleqn0af94fakhla/f/hfile_0 as hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/default/test/90251be01cb90c7aa2f5cc37c5244d2f/f/e3007d477b4640859fb464090d87a6cd_SeqId_6_ 2024-11-09T21:23:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/staging/jenkins__test__hrn6r8dohvia7o7rik8921lf3j3mln61r1tqmv450gvoetj4mleqn0af94fakhla/f/hfile_1 2024-11-09T21:23:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/staging/jenkins__test__hrn6r8dohvia7o7rik8921lf3j3mln61r1tqmv450gvoetj4mleqn0af94fakhla/f/hfile_1 as hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/default/test/90251be01cb90c7aa2f5cc37c5244d2f/f/e4f8c758cfd040fcbaf615ef4f197a01_SeqId_6_ 2024-11-09T21:23:05,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/staging/jenkins__test__hrn6r8dohvia7o7rik8921lf3j3mln61r1tqmv450gvoetj4mleqn0af94fakhla/f/hfile_0 into 90251be01cb90c7aa2f5cc37c5244d2f/f as hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/default/test/90251be01cb90c7aa2f5cc37c5244d2f/f/e3007d477b4640859fb464090d87a6cd_SeqId_6_ - updating store file list. 2024-11-09T21:23:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e3007d477b4640859fb464090d87a6cd_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T21:23:05,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/default/test/90251be01cb90c7aa2f5cc37c5244d2f/f/e3007d477b4640859fb464090d87a6cd_SeqId_6_ into 90251be01cb90c7aa2f5cc37c5244d2f/f 2024-11-09T21:23:05,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/staging/jenkins__test__hrn6r8dohvia7o7rik8921lf3j3mln61r1tqmv450gvoetj4mleqn0af94fakhla/f/hfile_0 into 90251be01cb90c7aa2f5cc37c5244d2f/f (new location: hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/default/test/90251be01cb90c7aa2f5cc37c5244d2f/f/e3007d477b4640859fb464090d87a6cd_SeqId_6_) 2024-11-09T21:23:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/staging/jenkins__test__hrn6r8dohvia7o7rik8921lf3j3mln61r1tqmv450gvoetj4mleqn0af94fakhla/f/hfile_0 2024-11-09T21:23:05,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/staging/jenkins__test__hrn6r8dohvia7o7rik8921lf3j3mln61r1tqmv450gvoetj4mleqn0af94fakhla/f/hfile_1 into 90251be01cb90c7aa2f5cc37c5244d2f/f as hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/default/test/90251be01cb90c7aa2f5cc37c5244d2f/f/e4f8c758cfd040fcbaf615ef4f197a01_SeqId_6_ - updating store file list. 2024-11-09T21:23:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e4f8c758cfd040fcbaf615ef4f197a01_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T21:23:05,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/default/test/90251be01cb90c7aa2f5cc37c5244d2f/f/e4f8c758cfd040fcbaf615ef4f197a01_SeqId_6_ into 90251be01cb90c7aa2f5cc37c5244d2f/f 2024-11-09T21:23:05,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/staging/jenkins__test__hrn6r8dohvia7o7rik8921lf3j3mln61r1tqmv450gvoetj4mleqn0af94fakhla/f/hfile_1 into 90251be01cb90c7aa2f5cc37c5244d2f/f (new location: hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/default/test/90251be01cb90c7aa2f5cc37c5244d2f/f/e4f8c758cfd040fcbaf615ef4f197a01_SeqId_6_) 2024-11-09T21:23:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41781 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/staging/jenkins__test__hrn6r8dohvia7o7rik8921lf3j3mln61r1tqmv450gvoetj4mleqn0af94fakhla/f/hfile_1 2024-11-09T21:23:05,107 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:23:05,107 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:23:05,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:05,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:05,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731187374000.90251be01cb90c7aa2f5cc37c5244d2f., hostname=9514d6d5e5be,41781,1731187359412, seqNum=2 , the old value is region=test,,1731187374000.90251be01cb90c7aa2f5cc37c5244d2f., hostname=9514d6d5e5be,41781,1731187359412, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9514d6d5e5be:41781 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T21:23:05,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731187374000.90251be01cb90c7aa2f5cc37c5244d2f., hostname=9514d6d5e5be,41781,1731187359412, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T21:23:05,108 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731187374000.90251be01cb90c7aa2f5cc37c5244d2f., hostname=9514d6d5e5be,41781,1731187359412, seqNum=2 from cache 2024-11-09T21:23:05,108 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:23:05,112 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T21:23:05,116 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T21:23:05,134 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:23:05,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:23:05,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:23:05,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:23:05,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:23:05,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:23:05,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:23:05,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:23:05,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:23:05,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:23:05,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:23:05,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:23:05,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:23:05,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:23:05,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:23:05,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:23:05,210 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:41781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T21:23:05,214 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:23:05,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:23:05,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:23:05,483 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T21:23:05,535 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,2-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554 to pos 0, reset compression=false 2024-11-09T21:23:05,544 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,2-9514d6d5e5be,41781,1731187359412 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T21:23:05,544 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412.replicationSource.shipper9514d6d5e5be%2C41781%2C1731187359412,2-9514d6d5e5be,41781,1731187359412 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-9514d6d5e5be,41781,1731187359412 got entry batch from reader: WALEntryBatch [walEntries=[{test/90251be01cb90c7aa2f5cc37c5244d2f/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731187385106/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T21:23:05,546 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412.replicationSource.shipper9514d6d5e5be%2C41781%2C1731187359412,2-9514d6d5e5be,41781,1731187359412 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:23:05,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-09T21:23:05,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] regionserver.ReplicationSink(318): Replicating [9c5b9b9e-a196-4b1d-bce7-649562c02514] bulk loaded data 2024-11-09T21:23:05,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a523cf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:23:05,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] client.ClusterIdFetcher(90): Going to request 9514d6d5e5be,41549,-1 for getting cluster id 2024-11-09T21:23:05,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:23:05,548 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b03784b-7136-4f8f-a00c-7563f2dc1480' 2024-11-09T21:23:05,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:23:05,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b03784b-7136-4f8f-a00c-7563f2dc1480" 2024-11-09T21:23:05,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d3092ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:23:05,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9514d6d5e5be,41549,-1] 2024-11-09T21:23:05,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:23:05,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:05,549 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:23:05,550 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7163ecf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:23:05,550 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554 to pos 0, reset compression=false 2024-11-09T21:23:05,559 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T21:23:05,559 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.shipper9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,41781,1731187359412 got entry batch from reader: WALEntryBatch [walEntries=[{test/90251be01cb90c7aa2f5cc37c5244d2f/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731187385106/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T21:23:05,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.ReplicationSink(318): Replicating [9c5b9b9e-a196-4b1d-bce7-649562c02514] bulk loaded data 2024-11-09T21:23:05,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741837_1013 (size=11194) 2024-11-09T21:23:05,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741839_1015 (size=11194) 2024-11-09T21:23:05,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741838_1014 (size=10791) 2024-11-09T21:23:05,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:23:05,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9514d6d5e5be,41549,1731187370327 2024-11-09T21:23:05,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6467505b 2024-11-09T21:23:05,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:23:05,604 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-09T21:23:05,609 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T21:23:05,609 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:23:05,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9514d6d5e5be,42167,1731187370539, seqNum=-1] 2024-11-09T21:23:05,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:23:05,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-09T21:23:05,616 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/staging/jenkins.hfs.23__test__f9vr55j3v26totijesv81hoogrj0mpongai2urj1cikdher4429cnnd73nslp8dd/f/e3007d477b4640859fb464090d87a6cd_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-09T21:23:05,618 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/staging/jenkins.hfs.23__test__f9vr55j3v26totijesv81hoogrj0mpongai2urj1cikdher4429cnnd73nslp8dd/f/e4f8c758cfd040fcbaf615ef4f197a01_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-09T21:23:05,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/staging/jenkins.hfs.23__test__f9vr55j3v26totijesv81hoogrj0mpongai2urj1cikdher4429cnnd73nslp8dd/f/e3007d477b4640859fb464090d87a6cd_SeqId_6_ for inclusion in 8409fb2feacc400c564c7eb14ac19e1c/f 2024-11-09T21:23:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-09T21:23:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T21:23:05,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/staging/jenkins.hfs.23__test__f9vr55j3v26totijesv81hoogrj0mpongai2urj1cikdher4429cnnd73nslp8dd/f/e4f8c758cfd040fcbaf615ef4f197a01_SeqId_6_ for inclusion in 8409fb2feacc400c564c7eb14ac19e1c/f 2024-11-09T21:23:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-09T21:23:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T21:23:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] regionserver.HRegion(2603): Flush status journal for 8409fb2feacc400c564c7eb14ac19e1c: 2024-11-09T21:23:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e3007d477b4640859fb464090d87a6cd_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T21:23:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/staging/jenkins.hfs.23__test__f9vr55j3v26totijesv81hoogrj0mpongai2urj1cikdher4429cnnd73nslp8dd/f/e3007d477b4640859fb464090d87a6cd_SeqId_6_ as hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/default/test/8409fb2feacc400c564c7eb14ac19e1c/f/50030c8f3d5448068e2a89bb40d0fc4b_SeqId_4_ 2024-11-09T21:23:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e4f8c758cfd040fcbaf615ef4f197a01_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T21:23:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/staging/jenkins.hfs.23__test__f9vr55j3v26totijesv81hoogrj0mpongai2urj1cikdher4429cnnd73nslp8dd/f/e4f8c758cfd040fcbaf615ef4f197a01_SeqId_6_ as hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/default/test/8409fb2feacc400c564c7eb14ac19e1c/f/9fd96fe7965444ab9642f3a2bfddd700_SeqId_4_ 2024-11-09T21:23:05,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/staging/jenkins.hfs.23__test__f9vr55j3v26totijesv81hoogrj0mpongai2urj1cikdher4429cnnd73nslp8dd/f/e3007d477b4640859fb464090d87a6cd_SeqId_6_ into 8409fb2feacc400c564c7eb14ac19e1c/f as hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/default/test/8409fb2feacc400c564c7eb14ac19e1c/f/50030c8f3d5448068e2a89bb40d0fc4b_SeqId_4_ - updating store file list. 2024-11-09T21:23:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 50030c8f3d5448068e2a89bb40d0fc4b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T21:23:05,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/default/test/8409fb2feacc400c564c7eb14ac19e1c/f/50030c8f3d5448068e2a89bb40d0fc4b_SeqId_4_ into 8409fb2feacc400c564c7eb14ac19e1c/f 2024-11-09T21:23:05,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/staging/jenkins.hfs.23__test__f9vr55j3v26totijesv81hoogrj0mpongai2urj1cikdher4429cnnd73nslp8dd/f/e3007d477b4640859fb464090d87a6cd_SeqId_6_ into 8409fb2feacc400c564c7eb14ac19e1c/f (new location: hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/default/test/8409fb2feacc400c564c7eb14ac19e1c/f/50030c8f3d5448068e2a89bb40d0fc4b_SeqId_4_) 2024-11-09T21:23:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/staging/jenkins.hfs.23__test__f9vr55j3v26totijesv81hoogrj0mpongai2urj1cikdher4429cnnd73nslp8dd/f/e3007d477b4640859fb464090d87a6cd_SeqId_6_ 2024-11-09T21:23:05,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/staging/jenkins.hfs.23__test__f9vr55j3v26totijesv81hoogrj0mpongai2urj1cikdher4429cnnd73nslp8dd/f/e4f8c758cfd040fcbaf615ef4f197a01_SeqId_6_ into 8409fb2feacc400c564c7eb14ac19e1c/f as hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/default/test/8409fb2feacc400c564c7eb14ac19e1c/f/9fd96fe7965444ab9642f3a2bfddd700_SeqId_4_ - updating store file list. 2024-11-09T21:23:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9fd96fe7965444ab9642f3a2bfddd700_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T21:23:05,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/default/test/8409fb2feacc400c564c7eb14ac19e1c/f/9fd96fe7965444ab9642f3a2bfddd700_SeqId_4_ into 8409fb2feacc400c564c7eb14ac19e1c/f 2024-11-09T21:23:05,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/staging/jenkins.hfs.23__test__f9vr55j3v26totijesv81hoogrj0mpongai2urj1cikdher4429cnnd73nslp8dd/f/e4f8c758cfd040fcbaf615ef4f197a01_SeqId_6_ into 8409fb2feacc400c564c7eb14ac19e1c/f (new location: hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/default/test/8409fb2feacc400c564c7eb14ac19e1c/f/9fd96fe7965444ab9642f3a2bfddd700_SeqId_4_) 2024-11-09T21:23:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/staging/jenkins.hfs.23__test__f9vr55j3v26totijesv81hoogrj0mpongai2urj1cikdher4429cnnd73nslp8dd/f/e4f8c758cfd040fcbaf615ef4f197a01_SeqId_6_ 2024-11-09T21:23:05,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42167 {}] regionserver.ReplicationSink(324): Finished replicating [9c5b9b9e-a196-4b1d-bce7-649562c02514] bulk loaded data 2024-11-09T21:23:05,744 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,2-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554 to pos 393, reset compression=false 2024-11-09T21:23:05,759 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554 to pos 393, reset compression=false 2024-11-09T21:23:06,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741840_1016 (size=10791) 2024-11-09T21:23:06,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T21:23:06,018 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/staging/jenkins.hfs.22__test__h8fq021fonmvt3aste0c751se98bnm9jtinnn31u6ngqfcbi2qihn54ga1phlicv/f/e3007d477b4640859fb464090d87a6cd_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-09T21:23:06,020 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/staging/jenkins.hfs.22__test__h8fq021fonmvt3aste0c751se98bnm9jtinnn31u6ngqfcbi2qihn54ga1phlicv/f/e4f8c758cfd040fcbaf615ef4f197a01_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-09T21:23:06,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/staging/jenkins.hfs.22__test__h8fq021fonmvt3aste0c751se98bnm9jtinnn31u6ngqfcbi2qihn54ga1phlicv/f/e3007d477b4640859fb464090d87a6cd_SeqId_6_ for inclusion in 613a9a5aa59f90905adc5501964c25a3/f 2024-11-09T21:23:06,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-09T21:23:06,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T21:23:06,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/staging/jenkins.hfs.22__test__h8fq021fonmvt3aste0c751se98bnm9jtinnn31u6ngqfcbi2qihn54ga1phlicv/f/e4f8c758cfd040fcbaf615ef4f197a01_SeqId_6_ for inclusion in 613a9a5aa59f90905adc5501964c25a3/f 2024-11-09T21:23:06,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-09T21:23:06,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T21:23:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.HRegion(2603): Flush status journal for 613a9a5aa59f90905adc5501964c25a3: 2024-11-09T21:23:06,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e3007d477b4640859fb464090d87a6cd_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T21:23:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/staging/jenkins.hfs.22__test__h8fq021fonmvt3aste0c751se98bnm9jtinnn31u6ngqfcbi2qihn54ga1phlicv/f/e3007d477b4640859fb464090d87a6cd_SeqId_6_ as hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/default/test/613a9a5aa59f90905adc5501964c25a3/f/91b94fde295c4b42867e7b583bfde6e0_SeqId_6_ 2024-11-09T21:23:06,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e4f8c758cfd040fcbaf615ef4f197a01_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T21:23:06,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/staging/jenkins.hfs.22__test__h8fq021fonmvt3aste0c751se98bnm9jtinnn31u6ngqfcbi2qihn54ga1phlicv/f/e4f8c758cfd040fcbaf615ef4f197a01_SeqId_6_ as hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/default/test/613a9a5aa59f90905adc5501964c25a3/f/e345ad3430494497b3a9d469600e2257_SeqId_6_ 2024-11-09T21:23:06,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/staging/jenkins.hfs.22__test__h8fq021fonmvt3aste0c751se98bnm9jtinnn31u6ngqfcbi2qihn54ga1phlicv/f/e3007d477b4640859fb464090d87a6cd_SeqId_6_ into 613a9a5aa59f90905adc5501964c25a3/f as hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/default/test/613a9a5aa59f90905adc5501964c25a3/f/91b94fde295c4b42867e7b583bfde6e0_SeqId_6_ - updating store file list. 2024-11-09T21:23:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 91b94fde295c4b42867e7b583bfde6e0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T21:23:06,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/default/test/613a9a5aa59f90905adc5501964c25a3/f/91b94fde295c4b42867e7b583bfde6e0_SeqId_6_ into 613a9a5aa59f90905adc5501964c25a3/f 2024-11-09T21:23:06,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/staging/jenkins.hfs.22__test__h8fq021fonmvt3aste0c751se98bnm9jtinnn31u6ngqfcbi2qihn54ga1phlicv/f/e3007d477b4640859fb464090d87a6cd_SeqId_6_ into 613a9a5aa59f90905adc5501964c25a3/f (new location: hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/default/test/613a9a5aa59f90905adc5501964c25a3/f/91b94fde295c4b42867e7b583bfde6e0_SeqId_6_) 2024-11-09T21:23:06,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/staging/jenkins.hfs.22__test__h8fq021fonmvt3aste0c751se98bnm9jtinnn31u6ngqfcbi2qihn54ga1phlicv/f/e3007d477b4640859fb464090d87a6cd_SeqId_6_ 2024-11-09T21:23:06,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/staging/jenkins.hfs.22__test__h8fq021fonmvt3aste0c751se98bnm9jtinnn31u6ngqfcbi2qihn54ga1phlicv/f/e4f8c758cfd040fcbaf615ef4f197a01_SeqId_6_ into 613a9a5aa59f90905adc5501964c25a3/f as hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/default/test/613a9a5aa59f90905adc5501964c25a3/f/e345ad3430494497b3a9d469600e2257_SeqId_6_ - updating store file list. 2024-11-09T21:23:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e345ad3430494497b3a9d469600e2257_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T21:23:06,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/default/test/613a9a5aa59f90905adc5501964c25a3/f/e345ad3430494497b3a9d469600e2257_SeqId_6_ into 613a9a5aa59f90905adc5501964c25a3/f 2024-11-09T21:23:06,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/staging/jenkins.hfs.22__test__h8fq021fonmvt3aste0c751se98bnm9jtinnn31u6ngqfcbi2qihn54ga1phlicv/f/e4f8c758cfd040fcbaf615ef4f197a01_SeqId_6_ into 613a9a5aa59f90905adc5501964c25a3/f (new location: hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/default/test/613a9a5aa59f90905adc5501964c25a3/f/e345ad3430494497b3a9d469600e2257_SeqId_6_) 2024-11-09T21:23:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/staging/jenkins.hfs.22__test__h8fq021fonmvt3aste0c751se98bnm9jtinnn31u6ngqfcbi2qihn54ga1phlicv/f/e4f8c758cfd040fcbaf615ef4f197a01_SeqId_6_ 2024-11-09T21:23:06,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41235 {}] regionserver.ReplicationSink(324): Finished replicating [9c5b9b9e-a196-4b1d-bce7-649562c02514] bulk loaded data 2024-11-09T21:23:06,048 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,2-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554 to pos 393, reset compression=false 2024-11-09T21:23:06,062 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554 to pos 393, reset compression=false 2024-11-09T21:23:06,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T21:23:06,132 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:23:06,132 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:23:06,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:06,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:06,133 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:23:06,133 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T21:23:06,133 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1435738558, stopped=false 2024-11-09T21:23:06,133 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9514d6d5e5be,41549,1731187370327 2024-11-09T21:23:06,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42167-0x101217ab0080007, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2383892645/running 2024-11-09T21:23:06,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41549-0x101217ab0080006, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2383892645/running 2024-11-09T21:23:06,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42167-0x101217ab0080007, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2383892645 2024-11-09T21:23:06,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41549-0x101217ab0080006, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2383892645 2024-11-09T21:23:06,152 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:23:06,152 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:23:06,152 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:23:06,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:06,153 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9514d6d5e5be,42167,1731187370539' ***** 2024-11-09T21:23:06,153 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T21:23:06,153 INFO [RS:0;9514d6d5e5be:42167 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T21:23:06,153 INFO [RS:0;9514d6d5e5be:42167 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T21:23:06,153 INFO [RS:0;9514d6d5e5be:42167 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T21:23:06,154 INFO [RS:0;9514d6d5e5be:42167 {}] regionserver.HRegionServer(3091): Received CLOSE for 8409fb2feacc400c564c7eb14ac19e1c 2024-11-09T21:23:06,154 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T21:23:06,154 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42167-0x101217ab0080007, quorum=127.0.0.1:63570, baseZNode=/2383892645 Set watcher on znode that does not yet exist, /2383892645/running 2024-11-09T21:23:06,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41549-0x101217ab0080006, quorum=127.0.0.1:63570, baseZNode=/2383892645 Set watcher on znode that does not yet exist, /2383892645/running 2024-11-09T21:23:06,156 INFO [RS:0;9514d6d5e5be:42167 {}] regionserver.HRegionServer(959): stopping server 9514d6d5e5be,42167,1731187370539 2024-11-09T21:23:06,156 INFO [RS:0;9514d6d5e5be:42167 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:23:06,156 INFO [RS:0;9514d6d5e5be:42167 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:42167. 2024-11-09T21:23:06,156 DEBUG [RS:0;9514d6d5e5be:42167 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:23:06,156 DEBUG [RS:0;9514d6d5e5be:42167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:06,156 INFO [RS:0;9514d6d5e5be:42167 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T21:23:06,156 INFO [RS:0;9514d6d5e5be:42167 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T21:23:06,156 INFO [RS:0;9514d6d5e5be:42167 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T21:23:06,157 INFO [RS:0;9514d6d5e5be:42167 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T21:23:06,157 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8409fb2feacc400c564c7eb14ac19e1c, disabling compactions & flushes 2024-11-09T21:23:06,157 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:23:06,157 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:23:06,157 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:23:06,157 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:23:06,157 INFO [RS:0;9514d6d5e5be:42167 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T21:23:06,157 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:23:06,157 DEBUG [RS:0;9514d6d5e5be:42167 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8409fb2feacc400c564c7eb14ac19e1c=test,,1731187376294.8409fb2feacc400c564c7eb14ac19e1c.} 2024-11-09T21:23:06,157 DEBUG [RS:0;9514d6d5e5be:42167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8409fb2feacc400c564c7eb14ac19e1c 2024-11-09T21:23:06,157 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731187376294.8409fb2feacc400c564c7eb14ac19e1c. 2024-11-09T21:23:06,157 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731187376294.8409fb2feacc400c564c7eb14ac19e1c. 2024-11-09T21:23:06,157 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731187376294.8409fb2feacc400c564c7eb14ac19e1c. after waiting 0 ms 2024-11-09T21:23:06,157 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-09T21:23:06,157 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731187376294.8409fb2feacc400c564c7eb14ac19e1c. 2024-11-09T21:23:06,180 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/default/test/8409fb2feacc400c564c7eb14ac19e1c/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-09T21:23:06,181 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/hbase/meta/1588230740/.tmp/info/672a048bf8e54e64a7ba38297d855186 is 129, key is test,,1731187376294.8409fb2feacc400c564c7eb14ac19e1c./info:regioninfo/1731187377445/Put/seqid=0 2024-11-09T21:23:06,182 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:23:06,182 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T21:23:06,182 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731187376294.8409fb2feacc400c564c7eb14ac19e1c. 2024-11-09T21:23:06,182 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8409fb2feacc400c564c7eb14ac19e1c: Waiting for close lock at 1731187386157Running coprocessor pre-close hooks at 1731187386157Disabling compacts and flushes for region at 1731187386157Disabling writes for close at 1731187386157Writing region close event to WAL at 1731187386164 (+7 ms)Running coprocessor post-close hooks at 1731187386182 (+18 ms)Closed at 1731187386182 2024-11-09T21:23:06,182 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731187376294.8409fb2feacc400c564c7eb14ac19e1c. 2024-11-09T21:23:06,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741839_1015 (size=6421) 2024-11-09T21:23:06,231 INFO [regionserver/9514d6d5e5be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:23:06,358 DEBUG [RS:0;9514d6d5e5be:42167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:23:06,452 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,2-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554 to pos 393, reset compression=false 2024-11-09T21:23:06,468 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554 to pos 393, reset compression=false 2024-11-09T21:23:06,558 DEBUG [RS:0;9514d6d5e5be:42167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:23:06,596 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/hbase/meta/1588230740/.tmp/info/672a048bf8e54e64a7ba38297d855186 2024-11-09T21:23:06,657 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/hbase/meta/1588230740/.tmp/ns/3ce3ffa762804cb3a0e762fe7c7a0f68 is 43, key is default/ns:d/1731187373822/Put/seqid=0 2024-11-09T21:23:06,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741840_1016 (size=5153) 2024-11-09T21:23:06,691 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/hbase/meta/1588230740/.tmp/ns/3ce3ffa762804cb3a0e762fe7c7a0f68 2024-11-09T21:23:06,709 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T21:23:06,709 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T21:23:06,721 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/hbase/meta/1588230740/.tmp/rep_barrier/59e9ba49559449589c2c6176be1b6d87 is 112, key is test,,1731187376294.8409fb2feacc400c564c7eb14ac19e1c./rep_barrier:seqnumDuringOpen/1731187377445/Put/seqid=0 2024-11-09T21:23:06,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741841_1017 (size=5518) 2024-11-09T21:23:06,730 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/hbase/meta/1588230740/.tmp/rep_barrier/59e9ba49559449589c2c6176be1b6d87 2024-11-09T21:23:06,758 DEBUG [RS:0;9514d6d5e5be:42167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:23:06,759 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/hbase/meta/1588230740/.tmp/table/0e4c26b55a954cd083613f77950744ac is 40, key is test/table:state/1731187377451/Put/seqid=0 2024-11-09T21:23:06,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741842_1018 (size=5165) 2024-11-09T21:23:06,771 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/hbase/meta/1588230740/.tmp/table/0e4c26b55a954cd083613f77950744ac 2024-11-09T21:23:06,779 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/hbase/meta/1588230740/.tmp/info/672a048bf8e54e64a7ba38297d855186 as hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/hbase/meta/1588230740/info/672a048bf8e54e64a7ba38297d855186 2024-11-09T21:23:06,789 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/hbase/meta/1588230740/info/672a048bf8e54e64a7ba38297d855186, entries=10, sequenceid=11, filesize=6.3 K 2024-11-09T21:23:06,790 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/hbase/meta/1588230740/.tmp/ns/3ce3ffa762804cb3a0e762fe7c7a0f68 as hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/hbase/meta/1588230740/ns/3ce3ffa762804cb3a0e762fe7c7a0f68 2024-11-09T21:23:06,795 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/hbase/meta/1588230740/ns/3ce3ffa762804cb3a0e762fe7c7a0f68, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T21:23:06,796 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/hbase/meta/1588230740/.tmp/rep_barrier/59e9ba49559449589c2c6176be1b6d87 as hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/hbase/meta/1588230740/rep_barrier/59e9ba49559449589c2c6176be1b6d87 2024-11-09T21:23:06,801 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/hbase/meta/1588230740/rep_barrier/59e9ba49559449589c2c6176be1b6d87, entries=1, sequenceid=11, filesize=5.4 K 2024-11-09T21:23:06,802 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/hbase/meta/1588230740/.tmp/table/0e4c26b55a954cd083613f77950744ac as hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/hbase/meta/1588230740/table/0e4c26b55a954cd083613f77950744ac 2024-11-09T21:23:06,811 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/hbase/meta/1588230740/table/0e4c26b55a954cd083613f77950744ac, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T21:23:06,812 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 655ms, sequenceid=11, compaction requested=false 2024-11-09T21:23:06,837 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T21:23:06,844 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:23:06,844 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:23:06,844 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:23:06,845 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187386157Running coprocessor pre-close hooks at 1731187386157Disabling compacts and flushes for region at 1731187386157Disabling writes for close at 1731187386157Obtaining lock to block concurrent updates at 1731187386157Preparing flush snapshotting stores in 1588230740 at 1731187386157Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731187386158 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731187386158Flushing 1588230740/info: creating writer at 1731187386158Flushing 1588230740/info: appending metadata at 1731187386180 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731187386180Flushing 1588230740/ns: creating writer at 1731187386604 (+424 ms)Flushing 1588230740/ns: appending metadata at 1731187386656 (+52 ms)Flushing 1588230740/ns: closing flushed file at 1731187386656Flushing 1588230740/rep_barrier: creating writer at 1731187386695 (+39 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731187386720 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731187386721 (+1 ms)Flushing 1588230740/table: creating writer at 1731187386737 (+16 ms)Flushing 1588230740/table: appending metadata at 1731187386758 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731187386758Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39480909: reopening flushed file at 1731187386776 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a5bcd6a: reopening flushed file at 1731187386789 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65261dad: reopening flushed file at 1731187386795 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@183b3c85: reopening flushed file at 1731187386802 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 655ms, sequenceid=11, compaction requested=false at 1731187386812 (+10 ms)Writing region close event to WAL at 1731187386830 (+18 ms)Running coprocessor post-close hooks at 1731187386844 (+14 ms)Closed at 1731187386844 2024-11-09T21:23:06,845 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T21:23:06,969 INFO [RS:0;9514d6d5e5be:42167 {}] regionserver.HRegionServer(976): stopping server 9514d6d5e5be,42167,1731187370539; all regions closed. 2024-11-09T21:23:06,970 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,2-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554 to pos 393, reset compression=false 2024-11-09T21:23:06,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741834_1010 (size=2717) 2024-11-09T21:23:06,974 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554 to pos 393, reset compression=false 2024-11-09T21:23:06,978 DEBUG [RS:0;9514d6d5e5be:42167 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/oldWALs 2024-11-09T21:23:06,978 INFO [RS:0;9514d6d5e5be:42167 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9514d6d5e5be%2C42167%2C1731187370539.meta:.meta(num 1731187373769) 2024-11-09T21:23:07,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741833_1009 (size=1028) 2024-11-09T21:23:07,040 DEBUG [RS:0;9514d6d5e5be:42167 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/oldWALs 2024-11-09T21:23:07,040 INFO [RS:0;9514d6d5e5be:42167 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9514d6d5e5be%2C42167%2C1731187370539:(num 1731187372859) 2024-11-09T21:23:07,040 DEBUG [RS:0;9514d6d5e5be:42167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:07,040 INFO [RS:0;9514d6d5e5be:42167 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:23:07,040 INFO [RS:0;9514d6d5e5be:42167 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:23:07,040 INFO [RS:0;9514d6d5e5be:42167 {}] hbase.ChoreService(370): Chore service for: regionserver/9514d6d5e5be:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T21:23:07,040 INFO [RS:0;9514d6d5e5be:42167 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:23:07,041 INFO [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:23:07,041 INFO [RS:0;9514d6d5e5be:42167 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:42167. 2024-11-09T21:23:07,041 DEBUG [RS:0;9514d6d5e5be:42167 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:23:07,041 DEBUG [RS:0;9514d6d5e5be:42167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:07,041 DEBUG [RS:0;9514d6d5e5be:42167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:07,041 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:23:07,041 INFO [RS:0;9514d6d5e5be:42167 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42167 2024-11-09T21:23:07,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42167-0x101217ab0080007, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2383892645/rs/9514d6d5e5be,42167,1731187370539 2024-11-09T21:23:07,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41549-0x101217ab0080006, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2383892645/rs 2024-11-09T21:23:07,082 INFO [RS:0;9514d6d5e5be:42167 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:23:07,082 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9514d6d5e5be,42167,1731187370539] 2024-11-09T21:23:07,099 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2383892645/draining/9514d6d5e5be,42167,1731187370539 already deleted, retry=false 2024-11-09T21:23:07,099 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9514d6d5e5be,42167,1731187370539 expired; onlineServers=0 2024-11-09T21:23:07,099 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9514d6d5e5be,41549,1731187370327' ***** 2024-11-09T21:23:07,099 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T21:23:07,099 INFO [M:0;9514d6d5e5be:41549 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:23:07,099 INFO [M:0;9514d6d5e5be:41549 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:23:07,099 DEBUG [M:0;9514d6d5e5be:41549 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T21:23:07,099 DEBUG [M:0;9514d6d5e5be:41549 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T21:23:07,099 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T21:23:07,100 INFO [M:0;9514d6d5e5be:41549 {}] hbase.ChoreService(370): Chore service for: master/9514d6d5e5be:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T21:23:07,100 INFO [M:0;9514d6d5e5be:41549 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:23:07,100 DEBUG [M:0;9514d6d5e5be:41549 {}] master.HMaster(1795): Stopping service threads 2024-11-09T21:23:07,100 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187372571 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187372571,5,FailOnTimeoutGroup] 2024-11-09T21:23:07,100 INFO [M:0;9514d6d5e5be:41549 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T21:23:07,100 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187372571 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187372571,5,FailOnTimeoutGroup] 2024-11-09T21:23:07,101 INFO [M:0;9514d6d5e5be:41549 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:23:07,101 INFO [M:0;9514d6d5e5be:41549 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T21:23:07,101 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T21:23:07,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41549-0x101217ab0080006, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2383892645/master 2024-11-09T21:23:07,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41549-0x101217ab0080006, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2383892645 2024-11-09T21:23:07,178 INFO [M:0;9514d6d5e5be:41549 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/.lastflushedseqids 2024-11-09T21:23:07,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741843_1019 (size=173) 2024-11-09T21:23:07,182 INFO [M:0;9514d6d5e5be:41549 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T21:23:07,182 INFO [M:0;9514d6d5e5be:41549 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T21:23:07,182 DEBUG [M:0;9514d6d5e5be:41549 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:23:07,182 INFO [M:0;9514d6d5e5be:41549 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:23:07,182 DEBUG [M:0;9514d6d5e5be:41549 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:23:07,182 DEBUG [M:0;9514d6d5e5be:41549 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:23:07,182 DEBUG [M:0;9514d6d5e5be:41549 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:23:07,182 INFO [M:0;9514d6d5e5be:41549 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-09T21:23:07,193 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2383892645/master already deleted, retry=false 2024-11-09T21:23:07,193 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:41549-0x101217ab0080006, quorum=127.0.0.1:63570, baseZNode=/2383892645 Failed delete of our master address node; KeeperErrorCode = NoNode for /2383892645/master 2024-11-09T21:23:07,195 DEBUG [M:0;9514d6d5e5be:41549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fd31b0ee4b64694ba414384a9d3cdc3 is 82, key is hbase:meta,,1/info:regioninfo/1731187373803/Put/seqid=0 2024-11-09T21:23:07,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741844_1020 (size=5672) 2024-11-09T21:23:07,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42167-0x101217ab0080007, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:23:07,210 INFO [RS:0;9514d6d5e5be:42167 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:23:07,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42167-0x101217ab0080007, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:23:07,210 INFO [RS:0;9514d6d5e5be:42167 {}] regionserver.HRegionServer(1031): Exiting; stopping=9514d6d5e5be,42167,1731187370539; zookeeper connection closed. 2024-11-09T21:23:07,210 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6da46c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6da46c 2024-11-09T21:23:07,210 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T21:23:07,598 INFO [M:0;9514d6d5e5be:41549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fd31b0ee4b64694ba414384a9d3cdc3 2024-11-09T21:23:07,610 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,2-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554 to pos 393, reset compression=false 2024-11-09T21:23:07,620 DEBUG [M:0;9514d6d5e5be:41549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5945a405cf94a2d832030b82737efef is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731187377454/Put/seqid=0 2024-11-09T21:23:07,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741845_1021 (size=6585) 2024-11-09T21:23:07,628 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554 to pos 393, reset compression=false 2024-11-09T21:23:08,024 INFO [M:0;9514d6d5e5be:41549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5945a405cf94a2d832030b82737efef 2024-11-09T21:23:08,039 DEBUG [M:0;9514d6d5e5be:41549 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/406fb879e6da4cc9919113d0c98dcbac is 69, key is 9514d6d5e5be,42167,1731187370539/rs:state/1731187372632/Put/seqid=0 2024-11-09T21:23:08,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741846_1022 (size=5156) 2024-11-09T21:23:08,042 INFO [M:0;9514d6d5e5be:41549 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/406fb879e6da4cc9919113d0c98dcbac 2024-11-09T21:23:08,047 DEBUG [M:0;9514d6d5e5be:41549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fd31b0ee4b64694ba414384a9d3cdc3 as hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0fd31b0ee4b64694ba414384a9d3cdc3 2024-11-09T21:23:08,050 INFO [M:0;9514d6d5e5be:41549 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0fd31b0ee4b64694ba414384a9d3cdc3, entries=8, sequenceid=55, filesize=5.5 K 2024-11-09T21:23:08,051 DEBUG [M:0;9514d6d5e5be:41549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a5945a405cf94a2d832030b82737efef as hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a5945a405cf94a2d832030b82737efef 2024-11-09T21:23:08,054 INFO [M:0;9514d6d5e5be:41549 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a5945a405cf94a2d832030b82737efef, entries=6, sequenceid=55, filesize=6.4 K 2024-11-09T21:23:08,055 DEBUG [M:0;9514d6d5e5be:41549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/406fb879e6da4cc9919113d0c98dcbac as hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/406fb879e6da4cc9919113d0c98dcbac 2024-11-09T21:23:08,058 INFO [M:0;9514d6d5e5be:41549 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37009/user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/406fb879e6da4cc9919113d0c98dcbac, entries=1, sequenceid=55, filesize=5.0 K 2024-11-09T21:23:08,059 INFO [M:0;9514d6d5e5be:41549 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=55, compaction requested=false 2024-11-09T21:23:08,060 INFO [M:0;9514d6d5e5be:41549 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:23:08,060 DEBUG [M:0;9514d6d5e5be:41549 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187387182Disabling compacts and flushes for region at 1731187387182Disabling writes for close at 1731187387182Obtaining lock to block concurrent updates at 1731187387182Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731187387182Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731187387183 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731187387183Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731187387183Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731187387195 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731187387195Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731187387603 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731187387619 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731187387619Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731187388027 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731187388038 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731187388038Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e5e94f5: reopening flushed file at 1731187388046 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bc4970e: reopening flushed file at 1731187388050 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dcecaff: reopening flushed file at 1731187388054 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=55, compaction requested=false at 1731187388059 (+5 ms)Writing region close event to WAL at 1731187388060 (+1 ms)Closed at 1731187388060 2024-11-09T21:23:08,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37631 is added to blk_1073741830_1006 (size=32758) 2024-11-09T21:23:08,062 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/568f427f-64d1-338b-1a4f-1306b8da03d6/MasterData/WALs/9514d6d5e5be,41549,1731187370327/9514d6d5e5be%2C41549%2C1731187370327.1731187372274 not finished, retry = 0 2024-11-09T21:23:08,163 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:23:08,163 INFO [M:0;9514d6d5e5be:41549 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T21:23:08,163 INFO [M:0;9514d6d5e5be:41549 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41549 2024-11-09T21:23:08,163 INFO [M:0;9514d6d5e5be:41549 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:23:08,314 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,2-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554 to pos 393, reset compression=false 2024-11-09T21:23:08,315 INFO [M:0;9514d6d5e5be:41549 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:23:08,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41549-0x101217ab0080006, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:23:08,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41549-0x101217ab0080006, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:23:08,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@351590f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:23:08,319 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@680ebb04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:23:08,319 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:23:08,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23da8c66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:23:08,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b5e91c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94063eac-a388-b642-74c6-1922db29e957/hadoop.log.dir/,STOPPED} 2024-11-09T21:23:08,320 WARN [BP-626177682-172.17.0.2-1731187367570 heartbeating to localhost/127.0.0.1:37009 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T21:23:08,320 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T21:23:08,320 WARN [BP-626177682-172.17.0.2-1731187367570 heartbeating to localhost/127.0.0.1:37009 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-626177682-172.17.0.2-1731187367570 (Datanode Uuid ef045513-e203-4970-b25b-3929ad4ba716) service to localhost/127.0.0.1:37009 2024-11-09T21:23:08,320 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T21:23:08,321 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94063eac-a388-b642-74c6-1922db29e957/cluster_a4a48fb4-cd5f-e7ac-15e5-7dbacd98c142/data/data1/current/BP-626177682-172.17.0.2-1731187367570 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:23:08,321 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94063eac-a388-b642-74c6-1922db29e957/cluster_a4a48fb4-cd5f-e7ac-15e5-7dbacd98c142/data/data2/current/BP-626177682-172.17.0.2-1731187367570 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:23:08,321 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T21:23:08,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a066ad9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:23:08,326 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d2943fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:23:08,326 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:23:08,326 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38dbad27{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:23:08,327 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58171c9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94063eac-a388-b642-74c6-1922db29e957/hadoop.log.dir/,STOPPED} 2024-11-09T21:23:08,335 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554 to pos 393, reset compression=false 2024-11-09T21:23:08,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T21:23:08,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T21:23:08,339 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:23:08,339 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:23:08,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:08,339 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:23:08,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:08,339 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T21:23:08,339 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=964659347, stopped=false 2024-11-09T21:23:08,339 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9514d6d5e5be,45081,1731187364703 2024-11-09T21:23:08,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101217ab0080003, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1623606694/running 2024-11-09T21:23:08,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41235-0x101217ab0080004, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1623606694/running 2024-11-09T21:23:08,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101217ab0080003, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1623606694 2024-11-09T21:23:08,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41235-0x101217ab0080004, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1623606694 2024-11-09T21:23:08,357 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:23:08,357 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:23:08,358 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:23:08,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:08,358 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41235-0x101217ab0080004, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Set watcher on znode that does not yet exist, /1-1623606694/running 2024-11-09T21:23:08,358 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9514d6d5e5be,41235,1731187364853' ***** 2024-11-09T21:23:08,358 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T21:23:08,358 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45081-0x101217ab0080003, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Set watcher on znode that does not yet exist, /1-1623606694/running 2024-11-09T21:23:08,358 INFO [RS:0;9514d6d5e5be:41235 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T21:23:08,359 INFO [RS:0;9514d6d5e5be:41235 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T21:23:08,359 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T21:23:08,359 INFO [RS:0;9514d6d5e5be:41235 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T21:23:08,359 INFO [RS:0;9514d6d5e5be:41235 {}] regionserver.HRegionServer(3091): Received CLOSE for 613a9a5aa59f90905adc5501964c25a3 2024-11-09T21:23:08,359 INFO [RS:0;9514d6d5e5be:41235 {}] regionserver.HRegionServer(959): stopping server 9514d6d5e5be,41235,1731187364853 2024-11-09T21:23:08,359 INFO [RS:0;9514d6d5e5be:41235 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:23:08,359 INFO [RS:0;9514d6d5e5be:41235 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:41235. 2024-11-09T21:23:08,359 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 613a9a5aa59f90905adc5501964c25a3, disabling compactions & flushes 2024-11-09T21:23:08,359 DEBUG [RS:0;9514d6d5e5be:41235 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:23:08,359 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731187375143.613a9a5aa59f90905adc5501964c25a3. 2024-11-09T21:23:08,359 DEBUG [RS:0;9514d6d5e5be:41235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:08,359 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731187375143.613a9a5aa59f90905adc5501964c25a3. 2024-11-09T21:23:08,359 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731187375143.613a9a5aa59f90905adc5501964c25a3. after waiting 0 ms 2024-11-09T21:23:08,359 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731187375143.613a9a5aa59f90905adc5501964c25a3. 2024-11-09T21:23:08,359 INFO [RS:0;9514d6d5e5be:41235 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T21:23:08,359 INFO [RS:0;9514d6d5e5be:41235 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T21:23:08,359 INFO [RS:0;9514d6d5e5be:41235 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T21:23:08,359 INFO [RS:0;9514d6d5e5be:41235 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T21:23:08,360 INFO [RS:0;9514d6d5e5be:41235 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T21:23:08,360 DEBUG [RS:0;9514d6d5e5be:41235 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 613a9a5aa59f90905adc5501964c25a3=test,,1731187375143.613a9a5aa59f90905adc5501964c25a3.} 2024-11-09T21:23:08,360 DEBUG [RS:0;9514d6d5e5be:41235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 613a9a5aa59f90905adc5501964c25a3 2024-11-09T21:23:08,360 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:23:08,360 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:23:08,360 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:23:08,360 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:23:08,360 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:23:08,360 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-09T21:23:08,372 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/default/test/613a9a5aa59f90905adc5501964c25a3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T21:23:08,373 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:23:08,373 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T21:23:08,373 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731187375143.613a9a5aa59f90905adc5501964c25a3. 2024-11-09T21:23:08,373 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 613a9a5aa59f90905adc5501964c25a3: Waiting for close lock at 1731187388359Running coprocessor pre-close hooks at 1731187388359Disabling compacts and flushes for region at 1731187388359Disabling writes for close at 1731187388359Writing region close event to WAL at 1731187388364 (+5 ms)Running coprocessor post-close hooks at 1731187388373 (+9 ms)Closed at 1731187388373 2024-11-09T21:23:08,373 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731187375143.613a9a5aa59f90905adc5501964c25a3. 2024-11-09T21:23:08,387 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/hbase/meta/1588230740/.tmp/info/f014da4011dc4252b491a9939caf7cdd is 129, key is test,,1731187375143.613a9a5aa59f90905adc5501964c25a3./info:regioninfo/1731187375905/Put/seqid=0 2024-11-09T21:23:08,390 INFO [regionserver/9514d6d5e5be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:23:08,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741841_1017 (size=6421) 2024-11-09T21:23:08,560 DEBUG [RS:0;9514d6d5e5be:41235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:23:08,686 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T21:23:08,760 DEBUG [RS:0;9514d6d5e5be:41235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:23:08,791 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/hbase/meta/1588230740/.tmp/info/f014da4011dc4252b491a9939caf7cdd 2024-11-09T21:23:08,811 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/hbase/meta/1588230740/.tmp/ns/e492b25139df48199b670179e65c3ea3 is 43, key is default/ns:d/1731187367393/Put/seqid=0 2024-11-09T21:23:08,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741842_1018 (size=5153) 2024-11-09T21:23:08,814 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/hbase/meta/1588230740/.tmp/ns/e492b25139df48199b670179e65c3ea3 2024-11-09T21:23:08,837 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/hbase/meta/1588230740/.tmp/rep_barrier/6c7919ee835e4102a77d6601af32bfbd is 112, key is test,,1731187375143.613a9a5aa59f90905adc5501964c25a3./rep_barrier:seqnumDuringOpen/1731187375905/Put/seqid=0 2024-11-09T21:23:08,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741843_1019 (size=5518) 2024-11-09T21:23:08,960 DEBUG [RS:0;9514d6d5e5be:41235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:23:09,119 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,2-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554 to pos 393, reset compression=false 2024-11-09T21:23:09,139 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554 to pos 393, reset compression=false 2024-11-09T21:23:09,160 DEBUG [RS:0;9514d6d5e5be:41235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:23:09,219 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T21:23:09,219 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T21:23:09,241 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/hbase/meta/1588230740/.tmp/rep_barrier/6c7919ee835e4102a77d6601af32bfbd 2024-11-09T21:23:09,270 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/hbase/meta/1588230740/.tmp/table/4de5f2e2c83a400a8cf35bd13e06ec32 is 40, key is test/table:state/1731187375914/Put/seqid=0 2024-11-09T21:23:09,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741844_1020 (size=5165) 2024-11-09T21:23:09,281 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/hbase/meta/1588230740/.tmp/table/4de5f2e2c83a400a8cf35bd13e06ec32 2024-11-09T21:23:09,286 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/hbase/meta/1588230740/.tmp/info/f014da4011dc4252b491a9939caf7cdd as hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/hbase/meta/1588230740/info/f014da4011dc4252b491a9939caf7cdd 2024-11-09T21:23:09,295 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/hbase/meta/1588230740/info/f014da4011dc4252b491a9939caf7cdd, entries=10, sequenceid=11, filesize=6.3 K 2024-11-09T21:23:09,298 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/hbase/meta/1588230740/.tmp/ns/e492b25139df48199b670179e65c3ea3 as hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/hbase/meta/1588230740/ns/e492b25139df48199b670179e65c3ea3 2024-11-09T21:23:09,304 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/hbase/meta/1588230740/ns/e492b25139df48199b670179e65c3ea3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T21:23:09,305 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/hbase/meta/1588230740/.tmp/rep_barrier/6c7919ee835e4102a77d6601af32bfbd as hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/hbase/meta/1588230740/rep_barrier/6c7919ee835e4102a77d6601af32bfbd 2024-11-09T21:23:09,313 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/hbase/meta/1588230740/rep_barrier/6c7919ee835e4102a77d6601af32bfbd, entries=1, sequenceid=11, filesize=5.4 K 2024-11-09T21:23:09,314 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/hbase/meta/1588230740/.tmp/table/4de5f2e2c83a400a8cf35bd13e06ec32 as hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/hbase/meta/1588230740/table/4de5f2e2c83a400a8cf35bd13e06ec32 2024-11-09T21:23:09,319 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/hbase/meta/1588230740/table/4de5f2e2c83a400a8cf35bd13e06ec32, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T21:23:09,320 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 960ms, sequenceid=11, compaction requested=false 2024-11-09T21:23:09,331 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T21:23:09,332 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:23:09,332 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:23:09,332 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:23:09,332 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187388360Running coprocessor pre-close hooks at 1731187388360Disabling compacts and flushes for region at 1731187388360Disabling writes for close at 1731187388360Obtaining lock to block concurrent updates at 1731187388360Preparing flush snapshotting stores in 1588230740 at 1731187388360Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731187388360Flushing stores of hbase:meta,,1.1588230740 at 1731187388361 (+1 ms)Flushing 1588230740/info: creating writer at 1731187388361Flushing 1588230740/info: appending metadata at 1731187388386 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731187388386Flushing 1588230740/ns: creating writer at 1731187388795 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731187388810 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731187388810Flushing 1588230740/rep_barrier: creating writer at 1731187388819 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731187388836 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731187388836Flushing 1588230740/table: creating writer at 1731187389245 (+409 ms)Flushing 1588230740/table: appending metadata at 1731187389270 (+25 ms)Flushing 1588230740/table: closing flushed file at 1731187389270Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c52be00: reopening flushed file at 1731187389286 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42eb274e: reopening flushed file at 1731187389295 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@135484dd: reopening flushed file at 1731187389304 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aa99ed6: reopening flushed file at 1731187389313 (+9 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 960ms, sequenceid=11, compaction requested=false at 1731187389321 (+8 ms)Writing region close event to WAL at 1731187389328 (+7 ms)Running coprocessor post-close hooks at 1731187389332 (+4 ms)Closed at 1731187389332 2024-11-09T21:23:09,332 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T21:23:09,360 INFO [RS:0;9514d6d5e5be:41235 {}] regionserver.HRegionServer(976): stopping server 9514d6d5e5be,41235,1731187364853; all regions closed. 2024-11-09T21:23:09,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741834_1010 (size=2717) 2024-11-09T21:23:09,364 DEBUG [RS:0;9514d6d5e5be:41235 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/oldWALs 2024-11-09T21:23:09,364 INFO [RS:0;9514d6d5e5be:41235 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9514d6d5e5be%2C41235%2C1731187364853.meta:.meta(num 1731187367329) 2024-11-09T21:23:09,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741832_1008 (size=1374) 2024-11-09T21:23:09,367 DEBUG [RS:0;9514d6d5e5be:41235 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/oldWALs 2024-11-09T21:23:09,367 INFO [RS:0;9514d6d5e5be:41235 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9514d6d5e5be%2C41235%2C1731187364853:(num 1731187366295) 2024-11-09T21:23:09,367 DEBUG [RS:0;9514d6d5e5be:41235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:09,367 INFO [RS:0;9514d6d5e5be:41235 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:23:09,367 INFO [RS:0;9514d6d5e5be:41235 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:23:09,368 INFO [RS:0;9514d6d5e5be:41235 {}] hbase.ChoreService(370): Chore service for: regionserver/9514d6d5e5be:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T21:23:09,368 INFO [RS:0;9514d6d5e5be:41235 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:23:09,368 INFO [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:23:09,368 INFO [RS:0;9514d6d5e5be:41235 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:41235. 2024-11-09T21:23:09,368 DEBUG [RS:0;9514d6d5e5be:41235 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:23:09,368 DEBUG [RS:0;9514d6d5e5be:41235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:09,368 DEBUG [RS:0;9514d6d5e5be:41235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:09,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:23:09,368 INFO [RS:0;9514d6d5e5be:41235 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41235 2024-11-09T21:23:09,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41235-0x101217ab0080004, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1623606694/rs/9514d6d5e5be,41235,1731187364853 2024-11-09T21:23:09,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101217ab0080003, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1623606694/rs 2024-11-09T21:23:09,378 INFO [RS:0;9514d6d5e5be:41235 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:23:09,389 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9514d6d5e5be,41235,1731187364853] 2024-11-09T21:23:09,399 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1623606694/draining/9514d6d5e5be,41235,1731187364853 already deleted, retry=false 2024-11-09T21:23:09,399 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9514d6d5e5be,41235,1731187364853 expired; onlineServers=0 2024-11-09T21:23:09,399 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9514d6d5e5be,45081,1731187364703' ***** 2024-11-09T21:23:09,399 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T21:23:09,399 INFO [M:0;9514d6d5e5be:45081 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:23:09,399 INFO [M:0;9514d6d5e5be:45081 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:23:09,399 DEBUG [M:0;9514d6d5e5be:45081 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T21:23:09,400 DEBUG [M:0;9514d6d5e5be:45081 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T21:23:09,399 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T21:23:09,400 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187366014 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187366014,5,FailOnTimeoutGroup] 2024-11-09T21:23:09,400 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187366012 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187366012,5,FailOnTimeoutGroup] 2024-11-09T21:23:09,400 INFO [M:0;9514d6d5e5be:45081 {}] hbase.ChoreService(370): Chore service for: master/9514d6d5e5be:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T21:23:09,400 INFO [M:0;9514d6d5e5be:45081 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:23:09,400 DEBUG [M:0;9514d6d5e5be:45081 {}] master.HMaster(1795): Stopping service threads 2024-11-09T21:23:09,400 INFO [M:0;9514d6d5e5be:45081 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T21:23:09,400 INFO [M:0;9514d6d5e5be:45081 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:23:09,400 INFO [M:0;9514d6d5e5be:45081 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T21:23:09,400 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T21:23:09,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101217ab0080003, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1623606694/master 2024-11-09T21:23:09,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101217ab0080003, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1623606694 2024-11-09T21:23:09,410 DEBUG [M:0;9514d6d5e5be:45081 {}] zookeeper.ZKUtil(347): master:45081-0x101217ab0080003, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Unable to get data of znode /1-1623606694/master because node does not exist (not an error) 2024-11-09T21:23:09,410 WARN [M:0;9514d6d5e5be:45081 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T21:23:09,411 INFO [M:0;9514d6d5e5be:45081 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/.lastflushedseqids 2024-11-09T21:23:09,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741845_1021 (size=173) 2024-11-09T21:23:09,489 INFO [RS:0;9514d6d5e5be:41235 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:23:09,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41235-0x101217ab0080004, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:23:09,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41235-0x101217ab0080004, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:23:09,489 INFO [RS:0;9514d6d5e5be:41235 {}] regionserver.HRegionServer(1031): Exiting; stopping=9514d6d5e5be,41235,1731187364853; zookeeper connection closed. 2024-11-09T21:23:09,489 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@73b9e454 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@73b9e454 2024-11-09T21:23:09,489 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T21:23:09,814 INFO [M:0;9514d6d5e5be:45081 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T21:23:09,815 INFO [M:0;9514d6d5e5be:45081 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T21:23:09,815 DEBUG [M:0;9514d6d5e5be:45081 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:23:09,815 INFO [M:0;9514d6d5e5be:45081 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:23:09,815 DEBUG [M:0;9514d6d5e5be:45081 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:23:09,815 DEBUG [M:0;9514d6d5e5be:45081 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:23:09,815 DEBUG [M:0;9514d6d5e5be:45081 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:23:09,815 INFO [M:0;9514d6d5e5be:45081 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-09T21:23:09,832 DEBUG [M:0;9514d6d5e5be:45081 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/964e5c4c5871419bb0879fd88cfb26e2 is 82, key is hbase:meta,,1/info:regioninfo/1731187367372/Put/seqid=0 2024-11-09T21:23:09,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741846_1022 (size=5672) 2024-11-09T21:23:10,023 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,2-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554 to pos 393, reset compression=false 2024-11-09T21:23:10,042 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554 to pos 393, reset compression=false 2024-11-09T21:23:10,235 INFO [M:0;9514d6d5e5be:45081 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/964e5c4c5871419bb0879fd88cfb26e2 2024-11-09T21:23:10,251 DEBUG [M:0;9514d6d5e5be:45081 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f461f73fbd642b9ab33bfa07256b2d6 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731187375918/Put/seqid=0 2024-11-09T21:23:10,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741847_1023 (size=6586) 2024-11-09T21:23:10,654 INFO [M:0;9514d6d5e5be:45081 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f461f73fbd642b9ab33bfa07256b2d6 2024-11-09T21:23:10,677 DEBUG [M:0;9514d6d5e5be:45081 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c2f65392fab45f58750c6a8e83eddbb is 69, key is 9514d6d5e5be,41235,1731187364853/rs:state/1731187366124/Put/seqid=0 2024-11-09T21:23:10,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741848_1024 (size=5156) 2024-11-09T21:23:10,687 INFO [M:0;9514d6d5e5be:45081 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c2f65392fab45f58750c6a8e83eddbb 2024-11-09T21:23:10,691 DEBUG [M:0;9514d6d5e5be:45081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/964e5c4c5871419bb0879fd88cfb26e2 as hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/964e5c4c5871419bb0879fd88cfb26e2 2024-11-09T21:23:10,698 INFO [M:0;9514d6d5e5be:45081 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/964e5c4c5871419bb0879fd88cfb26e2, entries=8, sequenceid=55, filesize=5.5 K 2024-11-09T21:23:10,699 DEBUG [M:0;9514d6d5e5be:45081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f461f73fbd642b9ab33bfa07256b2d6 as hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0f461f73fbd642b9ab33bfa07256b2d6 2024-11-09T21:23:10,704 INFO [M:0;9514d6d5e5be:45081 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0f461f73fbd642b9ab33bfa07256b2d6, entries=6, sequenceid=55, filesize=6.4 K 2024-11-09T21:23:10,704 DEBUG [M:0;9514d6d5e5be:45081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c2f65392fab45f58750c6a8e83eddbb as hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c2f65392fab45f58750c6a8e83eddbb 2024-11-09T21:23:10,708 INFO [M:0;9514d6d5e5be:45081 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43111/user/jenkins/test-data/45410a00-fe84-591d-35d1-5bdf947fe1e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c2f65392fab45f58750c6a8e83eddbb, entries=1, sequenceid=55, filesize=5.0 K 2024-11-09T21:23:10,709 INFO [M:0;9514d6d5e5be:45081 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 894ms, sequenceid=55, compaction requested=false 2024-11-09T21:23:10,712 INFO [M:0;9514d6d5e5be:45081 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:23:10,712 DEBUG [M:0;9514d6d5e5be:45081 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187389815Disabling compacts and flushes for region at 1731187389815Disabling writes for close at 1731187389815Obtaining lock to block concurrent updates at 1731187389815Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731187389815Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731187389815Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731187389816 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731187389816Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731187389831 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731187389832 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731187390239 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731187390250 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731187390250Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731187390659 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731187390677 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731187390677Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63cf1f68: reopening flushed file at 1731187390691 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e44cab3: reopening flushed file at 1731187390698 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51937191: reopening flushed file at 1731187390704 (+6 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 894ms, sequenceid=55, compaction requested=false at 1731187390709 (+5 ms)Writing region close event to WAL at 1731187390712 (+3 ms)Closed at 1731187390712 2024-11-09T21:23:10,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45413 is added to blk_1073741830_1006 (size=32770) 2024-11-09T21:23:10,717 INFO [M:0;9514d6d5e5be:45081 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T21:23:10,717 INFO [M:0;9514d6d5e5be:45081 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45081 2024-11-09T21:23:10,717 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:23:10,718 INFO [M:0;9514d6d5e5be:45081 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:23:10,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101217ab0080003, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:23:10,872 INFO [M:0;9514d6d5e5be:45081 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:23:10,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45081-0x101217ab0080003, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:23:10,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6751b9b2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:23:10,875 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e15ccb1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:23:10,875 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:23:10,875 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7275e1fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:23:10,875 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25a8d931{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/805e2c91-8ce1-9f05-6bdf-626ff572f616/hadoop.log.dir/,STOPPED} 2024-11-09T21:23:10,876 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T21:23:10,876 WARN [BP-1429858258-172.17.0.2-1731187362795 heartbeating to localhost/127.0.0.1:43111 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T21:23:10,876 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T21:23:10,876 WARN [BP-1429858258-172.17.0.2-1731187362795 heartbeating to localhost/127.0.0.1:43111 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1429858258-172.17.0.2-1731187362795 (Datanode Uuid 2f6bfb87-9939-48d7-9abf-f431b494e820) service to localhost/127.0.0.1:43111 2024-11-09T21:23:10,876 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/805e2c91-8ce1-9f05-6bdf-626ff572f616/cluster_e1254bbf-03b4-953a-e595-9f978fcc45ec/data/data1/current/BP-1429858258-172.17.0.2-1731187362795 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:23:10,876 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/805e2c91-8ce1-9f05-6bdf-626ff572f616/cluster_e1254bbf-03b4-953a-e595-9f978fcc45ec/data/data2/current/BP-1429858258-172.17.0.2-1731187362795 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:23:10,877 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T21:23:10,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a1e07b6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:23:10,882 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75050fb7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:23:10,882 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:23:10,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59383bdc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:23:10,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@211c98f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/805e2c91-8ce1-9f05-6bdf-626ff572f616/hadoop.log.dir/,STOPPED} 2024-11-09T21:23:10,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T21:23:10,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T21:23:10,897 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:23:10,897 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:23:10,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:10,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:10,897 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:23:10,897 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T21:23:10,898 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1358493131, stopped=false 2024-11-09T21:23:10,898 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9514d6d5e5be,32839,1731187359097 2024-11-09T21:23:10,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x101217ab0080000, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0133941732/running 2024-11-09T21:23:10,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41781-0x101217ab0080001, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0133941732/running 2024-11-09T21:23:10,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x101217ab0080000, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0133941732 2024-11-09T21:23:10,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41781-0x101217ab0080001, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0133941732 2024-11-09T21:23:10,915 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:23:10,915 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:23:10,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41781-0x101217ab0080001, quorum=127.0.0.1:63570, baseZNode=/0133941732 Set watcher on znode that does not yet exist, /0133941732/running 2024-11-09T21:23:10,915 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:23:10,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32839-0x101217ab0080000, quorum=127.0.0.1:63570, baseZNode=/0133941732 Set watcher on znode that does not yet exist, /0133941732/running 2024-11-09T21:23:10,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:10,916 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9514d6d5e5be,41781,1731187359412' ***** 2024-11-09T21:23:10,916 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T21:23:10,916 INFO [RS:0;9514d6d5e5be:41781 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T21:23:10,916 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T21:23:10,916 INFO [RS:0;9514d6d5e5be:41781 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T21:23:10,916 INFO [RS:0;9514d6d5e5be:41781 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T21:23:10,916 INFO [RS:0;9514d6d5e5be:41781 {}] regionserver.HRegionServer(3091): Received CLOSE for 90251be01cb90c7aa2f5cc37c5244d2f 2024-11-09T21:23:10,916 INFO [RS:0;9514d6d5e5be:41781 {}] regionserver.HRegionServer(3091): Received CLOSE for f958cec25db99983214e408e9525ed86 2024-11-09T21:23:10,916 INFO [RS:0;9514d6d5e5be:41781 {}] regionserver.HRegionServer(959): stopping server 9514d6d5e5be,41781,1731187359412 2024-11-09T21:23:10,916 INFO [RS:0;9514d6d5e5be:41781 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:23:10,917 INFO [RS:0;9514d6d5e5be:41781 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:41781. 2024-11-09T21:23:10,917 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 90251be01cb90c7aa2f5cc37c5244d2f, disabling compactions & flushes 2024-11-09T21:23:10,917 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731187374000.90251be01cb90c7aa2f5cc37c5244d2f. 2024-11-09T21:23:10,917 DEBUG [RS:0;9514d6d5e5be:41781 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:23:10,917 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731187374000.90251be01cb90c7aa2f5cc37c5244d2f. 2024-11-09T21:23:10,917 DEBUG [RS:0;9514d6d5e5be:41781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:10,917 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731187374000.90251be01cb90c7aa2f5cc37c5244d2f. after waiting 0 ms 2024-11-09T21:23:10,917 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731187374000.90251be01cb90c7aa2f5cc37c5244d2f. 2024-11-09T21:23:10,917 INFO [RS:0;9514d6d5e5be:41781 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T21:23:10,917 INFO [RS:0;9514d6d5e5be:41781 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T21:23:10,917 INFO [RS:0;9514d6d5e5be:41781 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T21:23:10,917 INFO [RS:0;9514d6d5e5be:41781 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T21:23:10,919 INFO [RS:0;9514d6d5e5be:41781 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T21:23:10,919 DEBUG [RS:0;9514d6d5e5be:41781 {}] regionserver.HRegionServer(1325): Online Regions={90251be01cb90c7aa2f5cc37c5244d2f=test,,1731187374000.90251be01cb90c7aa2f5cc37c5244d2f., f958cec25db99983214e408e9525ed86=hbase:replication,,1731187378484.f958cec25db99983214e408e9525ed86., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T21:23:10,919 DEBUG [RS:0;9514d6d5e5be:41781 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90251be01cb90c7aa2f5cc37c5244d2f, f958cec25db99983214e408e9525ed86 2024-11-09T21:23:10,919 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:23:10,919 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:23:10,919 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:23:10,919 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:23:10,919 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:23:10,919 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T21:23:10,922 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/default/test/90251be01cb90c7aa2f5cc37c5244d2f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T21:23:10,922 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:23:10,922 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T21:23:10,922 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731187374000.90251be01cb90c7aa2f5cc37c5244d2f. 2024-11-09T21:23:10,922 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 90251be01cb90c7aa2f5cc37c5244d2f: Waiting for close lock at 1731187390917Running coprocessor pre-close hooks at 1731187390917Disabling compacts and flushes for region at 1731187390917Disabling writes for close at 1731187390917Writing region close event to WAL at 1731187390919 (+2 ms)Running coprocessor post-close hooks at 1731187390922 (+3 ms)Closed at 1731187390922 2024-11-09T21:23:10,922 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731187374000.90251be01cb90c7aa2f5cc37c5244d2f. 2024-11-09T21:23:10,922 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f958cec25db99983214e408e9525ed86, disabling compactions & flushes 2024-11-09T21:23:10,922 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731187378484.f958cec25db99983214e408e9525ed86. 2024-11-09T21:23:10,922 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731187378484.f958cec25db99983214e408e9525ed86. 2024-11-09T21:23:10,922 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731187378484.f958cec25db99983214e408e9525ed86. after waiting 0 ms 2024-11-09T21:23:10,922 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731187378484.f958cec25db99983214e408e9525ed86. 2024-11-09T21:23:10,922 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f958cec25db99983214e408e9525ed86 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-09T21:23:10,933 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/meta/1588230740/.tmp/info/cb7a960a05e644c4b8b72fdd618dc892 is 147, key is hbase:replication,,1731187378484.f958cec25db99983214e408e9525ed86./info:regioninfo/1731187379643/Put/seqid=0 2024-11-09T21:23:10,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44105 is added to blk_1073741847_1023 (size=7686) 2024-11-09T21:23:10,936 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/replication/f958cec25db99983214e408e9525ed86/.tmp/hfileref/4c374c6e32544813a172eab6a7cbebae is 74, key is 1/hfileref:0c1b3e494b1e484999a43e5efac999d2_SeqId_4_/1731187382871/DeleteColumn/seqid=0 2024-11-09T21:23:10,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44105 is added to blk_1073741848_1024 (size=5489) 2024-11-09T21:23:10,939 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/replication/f958cec25db99983214e408e9525ed86/.tmp/hfileref/4c374c6e32544813a172eab6a7cbebae 2024-11-09T21:23:10,958 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/replication/f958cec25db99983214e408e9525ed86/.tmp/queue/0a122e8984174b478aca39486cf02a4e is 153, key is 1-9514d6d5e5be,41781,1731187359412/queue:9514d6d5e5be%2C41781%2C1731187359412/1731187386047/Put/seqid=0 2024-11-09T21:23:10,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44105 is added to blk_1073741849_1025 (size=5504) 2024-11-09T21:23:11,013 INFO [regionserver/9514d6d5e5be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:23:11,026 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,2-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554 to pos 393, reset compression=false 2024-11-09T21:23:11,029 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,2-9514d6d5e5be,41781,1731187359412 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:23:11,029 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,2-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554 to pos 688, reset compression=false 2024-11-09T21:23:11,029 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412.replicationSource.shipper9514d6d5e5be%2C41781%2C1731187359412,2-9514d6d5e5be,41781,1731187359412 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-9514d6d5e5be,41781,1731187359412 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:23:11,030 ERROR [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412.replicationSource.shipper9514d6d5e5be%2C41781%2C1731187359412,2-9514d6d5e5be,41781,1731187359412 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9514d6d5e5be,41781,1731187359412: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-9514d6d5e5be,41781,1731187359412, walGroup=9514d6d5e5be%2C41781%2C1731187359412, offset=9514d6d5e5be%2C41781%2C1731187359412.1731187383554:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:41781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T21:23:11,031 ERROR [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412.replicationSource.shipper9514d6d5e5be%2C41781%2C1731187359412,2-9514d6d5e5be,41781,1731187359412 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T21:23:11,031 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412.replicationSource.shipper9514d6d5e5be%2C41781%2C1731187359412,2-9514d6d5e5be,41781,1731187359412 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T21:23:11,032 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412.replicationSource.shipper9514d6d5e5be%2C41781%2C1731187359412,2-9514d6d5e5be,41781,1731187359412 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T21:23:11,032 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412.replicationSource.shipper9514d6d5e5be%2C41781%2C1731187359412,2-9514d6d5e5be,41781,1731187359412 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T21:23:11,032 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412.replicationSource.shipper9514d6d5e5be%2C41781%2C1731187359412,2-9514d6d5e5be,41781,1731187359412 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T21:23:11,032 INFO [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412.replicationSource.shipper9514d6d5e5be%2C41781%2C1731187359412,2-9514d6d5e5be,41781,1731187359412 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1608515584, "init": 1048576000, "max": 2306867200, "used": 1051529024 }, "NonHeapMemoryUsage": { "committed": 210239488, "init": 7667712, "max": -1, "used": 207249256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T21:23:11,032 WARN [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412.replicationSource.shipper9514d6d5e5be%2C41781%2C1731187359412,2-9514d6d5e5be,41781,1731187359412 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:32839 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9514d6d5e5be:32839 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T21:23:11,045 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554 to pos 393, reset compression=false 2024-11-09T21:23:11,048 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T21:23:11,048 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554 to pos 688, reset compression=false 2024-11-09T21:23:11,048 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.shipper9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9514d6d5e5be,41781,1731187359412 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T21:23:11,049 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.shipper9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-09T21:23:11,119 DEBUG [RS:0;9514d6d5e5be:41781 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f958cec25db99983214e408e9525ed86 2024-11-09T21:23:11,232 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,2-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554 to pos 688, reset compression=false 2024-11-09T21:23:11,250 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554 to pos 688, reset compression=false 2024-11-09T21:23:11,319 DEBUG [RS:0;9514d6d5e5be:41781 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f958cec25db99983214e408e9525ed86 2024-11-09T21:23:11,336 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/meta/1588230740/.tmp/info/cb7a960a05e644c4b8b72fdd618dc892 2024-11-09T21:23:11,357 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/meta/1588230740/.tmp/ns/c2fce9a948a14a859dffc0fe94ad1864 is 43, key is default/ns:d/1731187362724/Put/seqid=0 2024-11-09T21:23:11,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44105 is added to blk_1073741850_1026 (size=5153) 2024-11-09T21:23:11,362 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/replication/f958cec25db99983214e408e9525ed86/.tmp/queue/0a122e8984174b478aca39486cf02a4e 2024-11-09T21:23:11,366 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/replication/f958cec25db99983214e408e9525ed86/.tmp/hfileref/4c374c6e32544813a172eab6a7cbebae as hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/replication/f958cec25db99983214e408e9525ed86/hfileref/4c374c6e32544813a172eab6a7cbebae 2024-11-09T21:23:11,371 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/replication/f958cec25db99983214e408e9525ed86/hfileref/4c374c6e32544813a172eab6a7cbebae, entries=6, sequenceid=17, filesize=5.4 K 2024-11-09T21:23:11,371 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/replication/f958cec25db99983214e408e9525ed86/.tmp/queue/0a122e8984174b478aca39486cf02a4e as hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/replication/f958cec25db99983214e408e9525ed86/queue/0a122e8984174b478aca39486cf02a4e 2024-11-09T21:23:11,376 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/replication/f958cec25db99983214e408e9525ed86/queue/0a122e8984174b478aca39486cf02a4e, entries=2, sequenceid=17, filesize=5.4 K 2024-11-09T21:23:11,377 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for f958cec25db99983214e408e9525ed86 in 454ms, sequenceid=17, compaction requested=false 2024-11-09T21:23:11,380 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/replication/f958cec25db99983214e408e9525ed86/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-09T21:23:11,380 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:23:11,380 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:23:11,380 INFO [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731187378484.f958cec25db99983214e408e9525ed86. 2024-11-09T21:23:11,380 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f958cec25db99983214e408e9525ed86: Waiting for close lock at 1731187390922Running coprocessor pre-close hooks at 1731187390922Disabling compacts and flushes for region at 1731187390922Disabling writes for close at 1731187390922Obtaining lock to block concurrent updates at 1731187390922Preparing flush snapshotting stores in f958cec25db99983214e408e9525ed86 at 1731187390922Finished memstore snapshotting hbase:replication,,1731187378484.f958cec25db99983214e408e9525ed86., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731187390923 (+1 ms)Flushing stores of hbase:replication,,1731187378484.f958cec25db99983214e408e9525ed86. at 1731187390923Flushing f958cec25db99983214e408e9525ed86/hfileref: creating writer at 1731187390923Flushing f958cec25db99983214e408e9525ed86/hfileref: appending metadata at 1731187390935 (+12 ms)Flushing f958cec25db99983214e408e9525ed86/hfileref: closing flushed file at 1731187390935Flushing f958cec25db99983214e408e9525ed86/queue: creating writer at 1731187390943 (+8 ms)Flushing f958cec25db99983214e408e9525ed86/queue: appending metadata at 1731187390958 (+15 ms)Flushing f958cec25db99983214e408e9525ed86/queue: closing flushed file at 1731187390958Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cba55b8: reopening flushed file at 1731187391365 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1086bb4d: reopening flushed file at 1731187391371 (+6 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for f958cec25db99983214e408e9525ed86 in 454ms, sequenceid=17, compaction requested=false at 1731187391377 (+6 ms)Writing region close event to WAL at 1731187391377Running coprocessor post-close hooks at 1731187391380 (+3 ms)Closed at 1731187391380 2024-11-09T21:23:11,380 DEBUG [RS_CLOSE_REGION-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731187378484.f958cec25db99983214e408e9525ed86. 2024-11-09T21:23:11,520 DEBUG [RS:0;9514d6d5e5be:41781 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:23:11,535 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,2-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554 to pos 688, reset compression=false 2024-11-09T21:23:11,549 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T21:23:11,549 INFO [regionserver/9514d6d5e5be:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T21:23:11,556 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554 to pos 688, reset compression=false 2024-11-09T21:23:11,685 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T21:23:11,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:23:11,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:23:11,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:23:11,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:23:11,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:23:11,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:23:11,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:23:11,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:23:11,720 DEBUG [RS:0;9514d6d5e5be:41781 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:23:11,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:23:11,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:23:11,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:23:11,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:23:11,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:23:11,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:23:11,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:23:11,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:23:11,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:23:11,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:23:11,762 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/meta/1588230740/.tmp/ns/c2fce9a948a14a859dffc0fe94ad1864 2024-11-09T21:23:11,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:23:11,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T21:23:11,783 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/meta/1588230740/.tmp/rep_barrier/6fd4a86545174f04b31b529c5ebb3376 is 112, key is test,,1731187374000.90251be01cb90c7aa2f5cc37c5244d2f./rep_barrier:seqnumDuringOpen/1731187374765/Put/seqid=0 2024-11-09T21:23:11,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44105 is added to blk_1073741851_1027 (size=5518) 2024-11-09T21:23:11,920 INFO [RS:0;9514d6d5e5be:41781 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T21:23:11,920 DEBUG [RS:0;9514d6d5e5be:41781 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T21:23:11,920 DEBUG [RS:0;9514d6d5e5be:41781 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:23:11,938 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,2-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554 to pos 688, reset compression=false 2024-11-09T21:23:11,959 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554 to pos 688, reset compression=false 2024-11-09T21:23:12,120 DEBUG [RS:0;9514d6d5e5be:41781 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T21:23:12,191 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/meta/1588230740/.tmp/rep_barrier/6fd4a86545174f04b31b529c5ebb3376 2024-11-09T21:23:12,207 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/meta/1588230740/.tmp/table/52c9cd6e25c5447698bb18bc53c7f8fe is 53, key is hbase:replication/table:state/1731187379647/Put/seqid=0 2024-11-09T21:23:12,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44105 is added to blk_1073741852_1028 (size=5308) 2024-11-09T21:23:12,216 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/meta/1588230740/.tmp/table/52c9cd6e25c5447698bb18bc53c7f8fe 2024-11-09T21:23:12,220 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/meta/1588230740/.tmp/info/cb7a960a05e644c4b8b72fdd618dc892 as hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/meta/1588230740/info/cb7a960a05e644c4b8b72fdd618dc892 2024-11-09T21:23:12,224 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/meta/1588230740/info/cb7a960a05e644c4b8b72fdd618dc892, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T21:23:12,224 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/meta/1588230740/.tmp/ns/c2fce9a948a14a859dffc0fe94ad1864 as hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/meta/1588230740/ns/c2fce9a948a14a859dffc0fe94ad1864 2024-11-09T21:23:12,229 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/meta/1588230740/ns/c2fce9a948a14a859dffc0fe94ad1864, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T21:23:12,230 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/meta/1588230740/.tmp/rep_barrier/6fd4a86545174f04b31b529c5ebb3376 as hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/meta/1588230740/rep_barrier/6fd4a86545174f04b31b529c5ebb3376 2024-11-09T21:23:12,234 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/meta/1588230740/rep_barrier/6fd4a86545174f04b31b529c5ebb3376, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T21:23:12,234 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/meta/1588230740/.tmp/table/52c9cd6e25c5447698bb18bc53c7f8fe as hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/meta/1588230740/table/52c9cd6e25c5447698bb18bc53c7f8fe 2024-11-09T21:23:12,238 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/meta/1588230740/table/52c9cd6e25c5447698bb18bc53c7f8fe, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T21:23:12,239 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false 2024-11-09T21:23:12,239 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T21:23:12,247 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T21:23:12,247 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T21:23:12,247 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:23:12,247 INFO [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:23:12,248 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731187390919Running coprocessor pre-close hooks at 1731187390919Disabling compacts and flushes for region at 1731187390919Disabling writes for close at 1731187390919Obtaining lock to block concurrent updates at 1731187390919Preparing flush snapshotting stores in 1588230740 at 1731187390919Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731187390920 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731187390920Flushing 1588230740/info: creating writer at 1731187390920Flushing 1588230740/info: appending metadata at 1731187390932 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731187390932Flushing 1588230740/ns: creating writer at 1731187391340 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731187391356 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731187391356Flushing 1588230740/rep_barrier: creating writer at 1731187391766 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731187391782 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731187391782Flushing 1588230740/table: creating writer at 1731187392194 (+412 ms)Flushing 1588230740/table: appending metadata at 1731187392207 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731187392207Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61ea22c7: reopening flushed file at 1731187392219 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@369a095: reopening flushed file at 1731187392224 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b1d7587: reopening flushed file at 1731187392229 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d23ac9: reopening flushed file at 1731187392234 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=16, compaction requested=false at 1731187392239 (+5 ms)Writing region close event to WAL at 1731187392244 (+5 ms)Running coprocessor post-close hooks at 1731187392247 (+3 ms)Closed at 1731187392247 2024-11-09T21:23:12,248 DEBUG [RS_CLOSE_META-regionserver/9514d6d5e5be:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T21:23:12,320 INFO [RS:0;9514d6d5e5be:41781 {}] regionserver.HRegionServer(976): stopping server 9514d6d5e5be,41781,1731187359412; all regions closed. 2024-11-09T21:23:12,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44105 is added to blk_1073741844_1020 (size=859) 2024-11-09T21:23:12,322 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.meta.1731187383592.meta not finished, retry = 0 2024-11-09T21:23:12,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44105 is added to blk_1073741842_1018 (size=2791) 2024-11-09T21:23:12,424 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.rep.1731187383523 not finished, retry = 0 2024-11-09T21:23:12,445 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,2-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554 to pos 688, reset compression=false 2024-11-09T21:23:12,462 DEBUG [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554 to pos 688, reset compression=false 2024-11-09T21:23:12,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44105 is added to blk_1073741843_1019 (size=696) 2024-11-09T21:23:12,527 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/WALs/9514d6d5e5be,41781,1731187359412/9514d6d5e5be%2C41781%2C1731187359412.1731187383554 not finished, retry = 0 2024-11-09T21:23:12,628 DEBUG [RS:0;9514d6d5e5be:41781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:12,628 INFO [RS:0;9514d6d5e5be:41781 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:23:12,628 INFO [RS:0;9514d6d5e5be:41781 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:23:12,628 INFO [RS:0;9514d6d5e5be:41781 {}] hbase.ChoreService(370): Chore service for: regionserver/9514d6d5e5be:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T21:23:12,628 INFO [RS:0;9514d6d5e5be:41781 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:23:12,628 INFO [regionserver/9514d6d5e5be:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:23:12,628 INFO [RS:0;9514d6d5e5be:41781 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9514d6d5e5be,41781,1731187359412 because: Region server is closing 2024-11-09T21:23:12,629 INFO [RS:0;9514d6d5e5be:41781 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:41781. 2024-11-09T21:23:12,629 DEBUG [RS:0;9514d6d5e5be:41781 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:23:12,629 DEBUG [RS:0;9514d6d5e5be:41781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:12,629 DEBUG [RS:0;9514d6d5e5be:41781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:12,629 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:23:12,729 INFO [RS:0;9514d6d5e5be:41781 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.shipper9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 terminated 2024-11-09T21:23:12,729 INFO [RS:0;9514d6d5e5be:41781 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-9514d6d5e5be,41781,1731187359412 because: Region server is closing 2024-11-09T21:23:12,729 WARN [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,1-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,1-9514d6d5e5be,41781,1731187359412 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T21:23:12,729 INFO [RS:0;9514d6d5e5be:41781 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9514d6d5e5be:41781. 2024-11-09T21:23:12,730 DEBUG [RS:0;9514d6d5e5be:41781 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:23:12,730 DEBUG [RS:0;9514d6d5e5be:41781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:12,730 DEBUG [RS:0;9514d6d5e5be:41781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:23:12,730 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:23:12,830 INFO [RS:0;9514d6d5e5be:41781 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412.replicationSource.shipper9514d6d5e5be%2C41781%2C1731187359412,2-9514d6d5e5be,41781,1731187359412 terminated 2024-11-09T21:23:12,830 WARN [RS_REFRESH_PEER-regionserver/9514d6d5e5be:0-0.replicationSource,2-9514d6d5e5be,41781,1731187359412.replicationSource.wal-reader.9514d6d5e5be%2C41781%2C1731187359412,2-9514d6d5e5be,41781,1731187359412 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T21:23:12,830 INFO [RS:0;9514d6d5e5be:41781 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41781 2024-11-09T21:23:12,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x101217ab0080000, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0133941732/rs 2024-11-09T21:23:12,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41781-0x101217ab0080001, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0133941732/rs/9514d6d5e5be,41781,1731187359412 2024-11-09T21:23:12,841 INFO [RS:0;9514d6d5e5be:41781 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:23:12,852 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9514d6d5e5be,41781,1731187359412] 2024-11-09T21:23:12,862 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0133941732/draining/9514d6d5e5be,41781,1731187359412 already deleted, retry=false 2024-11-09T21:23:12,862 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9514d6d5e5be,41781,1731187359412 expired; onlineServers=0 2024-11-09T21:23:12,862 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9514d6d5e5be,32839,1731187359097' ***** 2024-11-09T21:23:12,862 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T21:23:12,862 INFO [M:0;9514d6d5e5be:32839 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:23:12,862 INFO [M:0;9514d6d5e5be:32839 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:23:12,862 DEBUG [M:0;9514d6d5e5be:32839 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T21:23:12,862 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T21:23:12,862 DEBUG [M:0;9514d6d5e5be:32839 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T21:23:12,863 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187361416 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.large.0-1731187361416,5,FailOnTimeoutGroup] 2024-11-09T21:23:12,863 INFO [M:0;9514d6d5e5be:32839 {}] hbase.ChoreService(370): Chore service for: master/9514d6d5e5be:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T21:23:12,863 DEBUG [master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187361417 {}] cleaner.HFileCleaner(306): Exit Thread[master/9514d6d5e5be:0:becomeActiveMaster-HFileCleaner.small.0-1731187361417,5,FailOnTimeoutGroup] 2024-11-09T21:23:12,863 INFO [M:0;9514d6d5e5be:32839 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:23:12,863 DEBUG [M:0;9514d6d5e5be:32839 {}] master.HMaster(1795): Stopping service threads 2024-11-09T21:23:12,863 INFO [M:0;9514d6d5e5be:32839 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T21:23:12,863 INFO [M:0;9514d6d5e5be:32839 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:23:12,863 ERROR [M:0;9514d6d5e5be:32839 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1939052138) connection to localhost/127.0.0.1:43577 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43577,5,PEWorkerGroup] 2024-11-09T21:23:12,863 INFO [M:0;9514d6d5e5be:32839 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T21:23:12,863 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T21:23:12,952 INFO [RS:0;9514d6d5e5be:41781 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:23:12,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41781-0x101217ab0080001, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:23:12,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41781-0x101217ab0080001, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:23:12,952 INFO [RS:0;9514d6d5e5be:41781 {}] regionserver.HRegionServer(1031): Exiting; stopping=9514d6d5e5be,41781,1731187359412; zookeeper connection closed. 2024-11-09T21:23:12,952 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d8ca476 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d8ca476 2024-11-09T21:23:12,952 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T21:23:12,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x101217ab0080000, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0133941732/master 2024-11-09T21:23:12,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x101217ab0080000, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0133941732 2024-11-09T21:23:12,964 DEBUG [M:0;9514d6d5e5be:32839 {}] zookeeper.ZKUtil(347): master:32839-0x101217ab0080000, quorum=127.0.0.1:63570, baseZNode=/0133941732 Unable to get data of znode /0133941732/master because node does not exist (not an error) 2024-11-09T21:23:12,964 WARN [M:0;9514d6d5e5be:32839 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T21:23:12,964 INFO [M:0;9514d6d5e5be:32839 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/.lastflushedseqids 2024-11-09T21:23:12,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44105 is added to blk_1073741853_1029 (size=263) 2024-11-09T21:23:13,369 INFO [M:0;9514d6d5e5be:32839 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T21:23:13,369 INFO [M:0;9514d6d5e5be:32839 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T21:23:13,369 DEBUG [M:0;9514d6d5e5be:32839 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:23:13,369 INFO [M:0;9514d6d5e5be:32839 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:23:13,369 DEBUG [M:0;9514d6d5e5be:32839 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:23:13,369 DEBUG [M:0;9514d6d5e5be:32839 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:23:13,369 DEBUG [M:0;9514d6d5e5be:32839 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:23:13,369 INFO [M:0;9514d6d5e5be:32839 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-09T21:23:13,389 DEBUG [M:0;9514d6d5e5be:32839 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/820d0736d74a4813a2f47a3298ea8184 is 82, key is hbase:meta,,1/info:regioninfo/1731187362598/Put/seqid=0 2024-11-09T21:23:13,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44105 is added to blk_1073741854_1030 (size=5672) 2024-11-09T21:23:13,404 INFO [M:0;9514d6d5e5be:32839 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/820d0736d74a4813a2f47a3298ea8184 2024-11-09T21:23:13,427 DEBUG [M:0;9514d6d5e5be:32839 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a494d508438f427d8f1dce41fc65b793 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731187379649/Put/seqid=0 2024-11-09T21:23:13,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44105 is added to blk_1073741855_1031 (size=8909) 2024-11-09T21:23:13,831 INFO [M:0;9514d6d5e5be:32839 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a494d508438f427d8f1dce41fc65b793 2024-11-09T21:23:13,848 DEBUG [M:0;9514d6d5e5be:32839 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/540231fd8699409b8bc5fb675d3ddacb is 69, key is 9514d6d5e5be,41781,1731187359412/rs:state/1731187361470/Put/seqid=0 2024-11-09T21:23:13,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44105 is added to blk_1073741856_1032 (size=5156) 2024-11-09T21:23:14,251 INFO [M:0;9514d6d5e5be:32839 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/540231fd8699409b8bc5fb675d3ddacb 2024-11-09T21:23:14,255 DEBUG [M:0;9514d6d5e5be:32839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/820d0736d74a4813a2f47a3298ea8184 as hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/820d0736d74a4813a2f47a3298ea8184 2024-11-09T21:23:14,260 INFO [M:0;9514d6d5e5be:32839 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/820d0736d74a4813a2f47a3298ea8184, entries=8, sequenceid=112, filesize=5.5 K 2024-11-09T21:23:14,260 DEBUG [M:0;9514d6d5e5be:32839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a494d508438f427d8f1dce41fc65b793 as hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a494d508438f427d8f1dce41fc65b793 2024-11-09T21:23:14,264 INFO [M:0;9514d6d5e5be:32839 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a494d508438f427d8f1dce41fc65b793, entries=13, sequenceid=112, filesize=8.7 K 2024-11-09T21:23:14,265 DEBUG [M:0;9514d6d5e5be:32839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/540231fd8699409b8bc5fb675d3ddacb as hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/540231fd8699409b8bc5fb675d3ddacb 2024-11-09T21:23:14,269 INFO [M:0;9514d6d5e5be:32839 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43577/user/jenkins/test-data/d84e2874-3b8e-80ef-f94f-acd6791918e6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/540231fd8699409b8bc5fb675d3ddacb, entries=1, sequenceid=112, filesize=5.0 K 2024-11-09T21:23:14,269 INFO [M:0;9514d6d5e5be:32839 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=112, compaction requested=false 2024-11-09T21:23:14,270 INFO [M:0;9514d6d5e5be:32839 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:23:14,270 DEBUG [M:0;9514d6d5e5be:32839 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731187393369Disabling compacts and flushes for region at 1731187393369Disabling writes for close at 1731187393369Obtaining lock to block concurrent updates at 1731187393369Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731187393369Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731187393370 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731187393370Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731187393370Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731187393388 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731187393388Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731187393409 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731187393427 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731187393427Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731187393835 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731187393847 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731187393847Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e1669f2: reopening flushed file at 1731187394254 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46a481e6: reopening flushed file at 1731187394260 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@212db2ad: reopening flushed file at 1731187394264 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 900ms, sequenceid=112, compaction requested=false at 1731187394269 (+5 ms)Writing region close event to WAL at 1731187394270 (+1 ms)Closed at 1731187394270 2024-11-09T21:23:14,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44105 is added to blk_1073741830_1006 (size=69055) 2024-11-09T21:23:14,272 INFO [M:0;9514d6d5e5be:32839 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T21:23:14,272 INFO [M:0;9514d6d5e5be:32839 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32839 2024-11-09T21:23:14,272 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:23:14,272 INFO [M:0;9514d6d5e5be:32839 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:23:14,430 INFO [M:0;9514d6d5e5be:32839 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:23:14,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x101217ab0080000, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:23:14,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32839-0x101217ab0080000, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:23:14,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e222240{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:23:14,432 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32449c26{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:23:14,432 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:23:14,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76d0405{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:23:14,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b7f6e62{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb/hadoop.log.dir/,STOPPED} 2024-11-09T21:23:14,433 WARN [BP-1602892691-172.17.0.2-1731187356780 heartbeating to localhost/127.0.0.1:43577 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T21:23:14,433 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T21:23:14,433 WARN [BP-1602892691-172.17.0.2-1731187356780 heartbeating to localhost/127.0.0.1:43577 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1602892691-172.17.0.2-1731187356780 (Datanode Uuid 5abe0c0c-4251-40d3-9e5d-68f0780652f1) service to localhost/127.0.0.1:43577 2024-11-09T21:23:14,433 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T21:23:14,434 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb/cluster_5926a52f-205e-cb57-609d-acfa8da2d4d1/data/data1/current/BP-1602892691-172.17.0.2-1731187356780 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:23:14,434 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb/cluster_5926a52f-205e-cb57-609d-acfa8da2d4d1/data/data2/current/BP-1602892691-172.17.0.2-1731187356780 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:23:14,434 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T21:23:14,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c8db555{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:23:14,439 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c7bbfbf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:23:14,439 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:23:14,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13767b34{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:23:14,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f1595fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/3f9caa94-df1e-f851-d476-aa914bd4bbeb/hadoop.log.dir/,STOPPED} 2024-11-09T21:23:14,444 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T21:23:14,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T21:23:14,472 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=602 (was 532) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:37009 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:43577 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:43577 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:37009 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:37009 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:43111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63570) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:37009 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:43577 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43111 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:43111 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63570) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:43577 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:43111 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:43577 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:43577 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:43111 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:37009 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37009 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43577 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:43577 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43111 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1939052138) connection to localhost/127.0.0.1:43111 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43577 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63570) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=978 (was 866) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=505 (was 469) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2725 (was 3483) 2024-11-09T21:23:14,472 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=602 is superior to 500 2024-11-09T21:23:14,493 INFO [master/9514d6d5e5be:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T21:23:14,493 INFO [master/9514d6d5e5be:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T21:23:14,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101217ab0080005, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T21:23:14,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101217ab0080002, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T21:23:14,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101217ab0080008, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T21:23:14,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101217ab0080008, quorum=127.0.0.1:63570, baseZNode=/2383892645 Received Disconnected from ZooKeeper, ignoring 2024-11-09T21:23:14,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101217ab0080005, quorum=127.0.0.1:63570, baseZNode=/1-1623606694 Received Disconnected from ZooKeeper, ignoring 2024-11-09T21:23:14,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101217ab0080002, quorum=127.0.0.1:63570, baseZNode=/0133941732 Received Disconnected from ZooKeeper, ignoring